[ 515.232443] env[64288]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 515.232443] env[64288]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 516.232554] env[64376]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 516.232554] env[64376]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 518.085515] env[64376]: INFO neutron.common.config [-] Logging enabled! [ 518.085861] env[64376]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 518.086048] env[64376]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=64376) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 518.086360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 518.086458] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 518.087288] env[64376]: WARNING oslo_policy.policy [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 518.087500] env[64376]: WARNING oslo_policy.policy [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 518.089251] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] VMware NSXv3 Agent initialized successfully. [ 518.089599] env[64376]: DEBUG oslo_concurrency.lockutils [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] Acquiring lock "singleton_lock" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.089728] env[64376]: DEBUG oslo_concurrency.lockutils [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] Acquired lock "singleton_lock" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.089933] env[64376]: DEBUG oslo_concurrency.lockutils [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] Releasing lock "singleton_lock" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.090254] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] Full set of CONF: {{(pid=64376) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 518.090363] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ******************************************************************************** {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 518.090466] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] Configuration options gathered from: {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 518.091133] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 518.091314] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 518.091423] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ================================================================================ {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 518.091589] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] agent_down_time = 75 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.091729] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] allow_automatic_dhcp_failover = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.091863] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] allow_bulk = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092014] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] api_extensions_path = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092158] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] api_paste_config = api-paste.ini {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092297] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] auth_strategy = keystone {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092400] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] backdoor_port = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092544] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] backdoor_socket = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092634] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] backlog = 4096 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092764] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.092918] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] bind_host = 0.0.0.0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093070] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] bind_port = 9696 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093207] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] client_socket_timeout = 900 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093350] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] config_dir = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093462] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093601] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] config_source = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093742] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] control_exchange = neutron {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.093883] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] core_plugin = ml2 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094038] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] debug = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094185] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] default_availability_zones = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094390] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094528] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] dhcp_agent_notification = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094662] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] dhcp_agents_per_network = 1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094796] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] dhcp_lease_duration = 86400 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.094938] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] dhcp_load_type = networks {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095087] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] dns_domain = openstacklocal {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095225] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095354] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_default_route_bfd = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095482] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_default_route_ecmp = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095611] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_dvr = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095737] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_new_agents = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095865] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.095995] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_signals = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096139] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] enable_traditional_dhcp = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096261] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] external_dns_driver = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096389] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] filter_validation = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096526] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] global_physnet_mtu = 8950 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096655] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] graceful_shutdown_timeout = 60 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096829] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] host = cpu-1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.096967] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] host_dvr_for_dhcp = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097112] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] http_retries = 3 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097246] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] instance_format = [instance: %(uuid)s] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097379] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097512] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ipam_driver = internal {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097641] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ipv6_pd_enabled = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097769] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] l3_ha = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.097926] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098084] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] l3_ha_network_physical_name = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098221] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] l3_ha_network_type = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098359] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_color = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098492] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_config_append = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098625] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098753] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_dir = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.098900] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_file = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099014] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_options = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099156] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_rotate_interval = 1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099293] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_rotate_interval_type = days {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099427] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] log_rotation_type = none {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099529] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099629] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099763] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099897] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.099998] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.100166] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] max_dns_nameservers = 5 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.100353] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] max_header_line = 16384 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.100497] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] max_l3_agents_per_router = 3 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.100629] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] max_logfile_count = 30 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.100759] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] max_logfile_size_mb = 200 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.100927] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] max_subnet_host_routes = 20 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101096] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] my_ip = 10.180.1.21 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101239] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] my_ipv6 = ::1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101371] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] network_auto_schedule = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101501] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] network_link_prefix = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101645] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101786] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] notify_nova_on_port_data_changes = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.101921] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] notify_nova_on_port_status_changes = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102070] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] pagination_max_limit = -1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102202] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] publish_errors = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102332] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] rate_limit_burst = 0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102465] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] rate_limit_except_level = CRITICAL {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102592] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] rate_limit_interval = 0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102720] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] retry_until_window = 30 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.102859] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] router_distributed = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103007] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] rpc_resources_processing_step = 20 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103145] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] rpc_response_max_timeout = 600 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103277] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] rpc_response_timeout = 60 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103406] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] send_events_interval = 2 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103554] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] service_plugins = ['router'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103690] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] setproctitle = on {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103816] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] shell_completion = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.103951] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] state_path = /opt/stack/data/neutron {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104097] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] syslog_log_facility = LOG_USER {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104230] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] tcp_keepidle = 600 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104362] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] transport_url = **** {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104490] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] use_journal = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104616] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] use_json = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104743] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] use_ssl = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.104868] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] use_stderr = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105010] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] use_syslog = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105140] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] vlan_qinq = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105267] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] vlan_transparent = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105396] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] watch_log_file = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105527] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] wsgi_default_pool_size = 100 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105656] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] wsgi_keep_alive = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105793] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.105927] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] wsgi_server_debug = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.106091] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_concurrency.disable_process_locking = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.106237] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.106381] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.106516] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.106656] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.106796] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.106930] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.107100] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.connection_string = messaging:// {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.107245] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.enabled = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.107388] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.es_doc_type = notification {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.107522] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.es_scroll_size = 10000 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.107661] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.es_scroll_time = 2m {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.107796] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.filter_error_trace = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108085] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.hmac_keys = **** {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108248] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.sentinel_service_name = mymaster {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108399] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.socket_timeout = 0.1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108539] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.trace_requests = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108677] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler.trace_sqlalchemy = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108840] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler_jaeger.process_tags = {} {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.108991] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler_jaeger.service_name_prefix = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.109143] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] profiler_otlp.service_name_prefix = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.109295] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.enforce_new_defaults = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.109566] env[64376]: WARNING oslo_config.cfg [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 518.109717] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.enforce_scope = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.109863] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.policy_default_rule = default {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110021] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110186] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110343] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110479] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110612] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110741] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.110875] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111026] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111184] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111330] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] agent.extensions = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111470] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111609] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] service_providers.service_provider = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111751] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.default_quota = -1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.111893] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112041] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_floatingip = 50 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112179] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_network = 100 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112314] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_port = 500 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112447] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112577] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_router = 10 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112708] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_security_group = 10 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.112846] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113009] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.quota_subnet = 100 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113166] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] QUOTAS.track_quota_usage = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113315] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113451] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.group = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113583] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.helper_command = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113718] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.log_daemon_traceback = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113857] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.113992] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.thread_pool_size = 8 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114135] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep.user = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114276] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114406] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.group = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114535] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.helper_command = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114664] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114797] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.114928] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115067] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_dhcp_release.user = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115209] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115341] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.group = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115466] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115596] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115731] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115862] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.115991] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_ovs_vsctl.user = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116141] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.capabilities = [21] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116269] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.group = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116398] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.helper_command = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116529] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.log_daemon_traceback = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116663] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116795] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.116924] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_namespace.user = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117072] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.capabilities = [12] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117201] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.group = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117330] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.helper_command = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117461] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117598] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117728] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.117881] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_conntrack.user = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118036] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.capabilities = [12, 21] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118171] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.group = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118299] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.helper_command = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118431] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.log_daemon_traceback = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118564] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118695] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.thread_pool_size = 8 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118838] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] privsep_link.user = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.118999] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119163] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119304] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.continue_on_failed_promotions = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119439] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.dscp = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119575] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.dscp_inherit = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119717] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.force_mp_to_policy = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119852] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.locking_coordinator_url = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.119989] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.log_agent_heartbeats = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.120146] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.logging_expire = 1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.120353] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.120508] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.120655] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.polling_interval = 240 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.120793] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.120936] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121093] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.report_interval = 30.0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121239] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121379] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121519] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121655] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.sync_skew = 60 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121791] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.synchronization_queue_size = 20 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.121926] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT.use_helper_for_ns_read = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122080] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] SECURITYGROUP.enable_ipset = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122226] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] SECURITYGROUP.enable_security_group = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122366] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122505] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122647] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] experimental.ipv6_pd_enabled = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122799] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.extension_drivers = ['port_security'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.122932] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.external_network_type = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123091] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123236] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.overlay_ip_version = 4 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123374] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.path_mtu = 8950 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123513] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.physical_network_mtus = {} {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123659] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123801] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.123946] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ml2.type_drivers = ['vlan'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124108] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124245] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124377] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124523] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124665] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124802] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.124942] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.125126] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.125272] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.125468] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.125616] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_login_password = **** {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.125761] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.125901] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_login_user = admin {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126048] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126191] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126326] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126460] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126597] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126736] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.126899] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127058] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127196] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127336] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127478] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127614] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127750] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.127978] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128140] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128281] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128417] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128557] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.auth_section = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128710] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.auth_type = password {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128842] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.128968] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.certfile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129112] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.collect_timing = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129253] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.endpoint_type = public {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129386] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.insecure = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129514] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.keyfile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129656] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.region_name = RegionOne {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129805] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.split_loggers = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.129927] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] nova.timeout = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130076] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.auth_section = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130225] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.auth_type = password {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130363] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130494] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.certfile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130628] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.collect_timing = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130767] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.endpoint_type = public {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.130901] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.insecure = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131038] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.keyfile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131170] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.region_name = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131301] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.split_loggers = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131430] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] placement.timeout = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131566] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.auth_section = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131698] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.auth_type = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131828] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.cafile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.131958] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.certfile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132102] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.collect_timing = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132231] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.connect_retries = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132359] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.connect_retry_delay = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132490] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.enable_notifications = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132616] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.endpoint_override = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132748] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.insecure = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.132878] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.interface = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133013] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.keyfile = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133152] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.max_version = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133283] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.min_version = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133413] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.region_name = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133558] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.retriable_status_codes = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133686] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.service_name = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133814] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.service_type = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.133947] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.split_loggers = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134088] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.status_code_retries = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134217] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.status_code_retry_delay = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134348] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.timeout = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134478] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.valid_interfaces = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134611] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ironic.version = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134752] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] cli_script.dry_run = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.134899] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135044] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135182] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135316] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135448] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135576] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135709] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135847] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.135979] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136134] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136266] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136407] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136546] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136683] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136818] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.136957] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137133] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137278] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137422] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137556] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137689] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137845] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.137967] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138115] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138248] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138380] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138511] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138643] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138777] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.138911] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139051] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.ssl = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139194] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139333] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139466] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139606] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139745] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.139881] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.140034] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_notifications.driver = [] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.140175] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_notifications.retry = -1 {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.140324] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.140457] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.140561] env[64376]: DEBUG oslo_service.backend._eventlet.service [None req-e9cc7495-2f78-46b3-89e1-5e87303d9ec9 None None] ******************************************************************************** {{(pid=64376) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 518.141664] env[64376]: DEBUG neutron.agent.securitygroups_rpc [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Init firewall settings (driver=nsxv3) {{(pid=64376) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 518.143057] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=64376) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 518.143310] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 518.145718] env[64376]: DEBUG dogpile.cache.region [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 518.145718] env[64376]: DEBUG dogpile.lock [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 518.145718] env[64376]: DEBUG dogpile.lock [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 518.145827] env[64376]: DEBUG dogpile.lock [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 518.145856] env[64376]: DEBUG dogpile.cache.region [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 518.145972] env[64376]: DEBUG dogpile.lock [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 518.146093] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 518.188018] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Session token - acquiring [ 518.189955] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.190167] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.190303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.190687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.201818] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.495090] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 518.518266] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 518.518404] env[64376]: DEBUG dogpile.cache.region [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Cache value generated in 0.372 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 518.518532] env[64376]: DEBUG dogpile.lock [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 518.518650] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Activating Policy API Provider. [ 518.518869] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Looking for the default Infrastructure Rules. [ 518.587174] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Looking for the Default Layer3 Logged Drop Section. [ 518.700675] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 518.701148] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.701318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.701421] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.701716] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.702065] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.217580] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.719841] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.222292] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Inventory metadata is going to be refreshed. [ 520.222803] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 521.015305] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.015703] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.015703] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.015969] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.026760] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 521.027668] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.028649] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 521.048352] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.048694] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.048694] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.048988] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.049128] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.049274] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 521.049389] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.049493] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 521.072642] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.072967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.072967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.073228] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.073404] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.073547] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 521.094395] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.094638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.094698] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.094956] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.095111] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.095253] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 521.117179] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.117414] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.117463] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.117737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.117895] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.118110] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 521.118218] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.118319] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 521.135855] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.136142] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.136213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.136504] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.136629] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.136771] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 521.136875] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.136978] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 521.157533] env[64376]: DEBUG networking_nsxv3.common.locking [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.157809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.157809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.158181] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.158330] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.158478] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 521.158583] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.158681] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Inventory metadata have been refreshed. [ 521.158777] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Dryrun:True. Metadata refresh completed. [ 521.158906] env[64376]: DEBUG oslo_concurrency.lockutils [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Releasing lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.161007] env[64376]: INFO neutron.agent.agent_extensions_manager [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Loaded agent extensions: [] [ 521.161760] env[64376]: DEBUG neutron_lib.callbacks.manager [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=64376) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 521.212130] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 521.212330] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 521.212330] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent out of sync with plugin! [ 526.161798] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 526.162191] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 531.162730] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.163126] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.763251] env[64376]: INFO networking_nsxv3.common.synchronization [None req-7fe99726-a150-42f0-8f63-317e0bcb1628 demo admin] Enqueued Resource ID: 5eef9de6-7f0a-4f99-aeac-88626c942e33 with Priority: HIGHEST for action security_group_rules [ 535.764024] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eef9de6-7f0a-4f99-aeac-88626c942e33 with Priority: HIGHEST for action security_group_rules [ 535.765016] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5eef9de6-7f0a-4f99-aeac-88626c942e33 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.765016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5eef9de6-7f0a-4f99-aeac-88626c942e33" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.765016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5eef9de6-7f0a-4f99-aeac-88626c942e33" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.765016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5eef9de6-7f0a-4f99-aeac-88626c942e33" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.765016] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5eef9de6-7f0a-4f99-aeac-88626c942e33',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.286814] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.286814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.286814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.286814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.286814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.286814] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5eef9de6-7f0a-4f99-aeac-88626c942e33 already deleted. [ 536.286814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5eef9de6-7f0a-4f99-aeac-88626c942e33" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.765613] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.765613] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.164773] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.165275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.165275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.165275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.165443] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.667712] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.767122] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.767223] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.170361] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.672573] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 546.672770] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 547.408689] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.409152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.409152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.409152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.420786] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 547.421573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.422184] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 547.439728] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.439952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.439952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.440171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.440260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.440371] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 547.440447] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.440507] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 547.460479] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.460679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.460679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.460867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.461015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.461127] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.481603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.481816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.481816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.482018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.482212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.482324] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.503342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.503541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.503541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.503685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.503791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.503903] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 547.503977] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.505853] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 547.520854] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.521072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.521072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.521270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.521356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.521462] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 547.521535] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.521604] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 547.541174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.541354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.541404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.541577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.541676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.541788] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 547.541860] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.541926] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 547.542043] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 547.542087] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 547.542124] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 547.542183] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 547.542469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 547.542534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 547.542602] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.561874] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.562063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.562063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.562272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.562378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.562511] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.580389] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.580580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.580580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.580757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.580859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.593774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.767867] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.768210] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.769188] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.769528] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.770478] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.770769] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.585141] env[64376]: INFO networking_nsxv3.common.synchronization [None req-da9ba7d7-7d1d-4381-a653-bbe4eb443e24 None None] Enqueued Resource ID: 87a4dce1-8873-4557-b101-cc53e29fed71 with Priority: HIGHEST for action port [ 564.585141] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a4dce1-8873-4557-b101-cc53e29fed71 with Priority: HIGHEST for action port [ 564.585141] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a4dce1-8873-4557-b101-cc53e29fed71 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.586121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a4dce1-8873-4557-b101-cc53e29fed71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.586596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a4dce1-8873-4557-b101-cc53e29fed71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.587211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a4dce1-8873-4557-b101-cc53e29fed71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.587409] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a4dce1-8873-4557-b101-cc53e29fed71',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.699370] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a2a67679-93f7-47f4-ab1f-724a9c5060dd None None] Enqueued Resource ID: 2632d7ec-101b-4ff1-ae4e-d8998a520c9a with Priority: HIGHEST for action port [ 564.700042] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2632d7ec-101b-4ff1-ae4e-d8998a520c9a with Priority: HIGHEST for action port [ 564.700159] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2632d7ec-101b-4ff1-ae4e-d8998a520c9a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.700277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2632d7ec-101b-4ff1-ae4e-d8998a520c9a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.700342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2632d7ec-101b-4ff1-ae4e-d8998a520c9a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.700576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2632d7ec-101b-4ff1-ae4e-d8998a520c9a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.700952] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2632d7ec-101b-4ff1-ae4e-d8998a520c9a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.091487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87a4dce1-8873-4557-b101-cc53e29fed71 [ 565.091487] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.091487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.091487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.091487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.091487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.091487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87a4dce1-8873-4557-b101-cc53e29fed71 already deleted. [ 565.091487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a4dce1-8873-4557-b101-cc53e29fed71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.205919] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2632d7ec-101b-4ff1-ae4e-d8998a520c9a [ 565.205919] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.205919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.206114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.208215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.208215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.208215] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2632d7ec-101b-4ff1-ae4e-d8998a520c9a already deleted. [ 565.208215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2632d7ec-101b-4ff1-ae4e-d8998a520c9a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.499354] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1c5d9717-0826-46a3-8130-eb9e53e2a122 None None] Enqueued Resource ID: 372c6dc2-b777-452f-b87a-72aef422386f with Priority: HIGHEST for action port [ 566.499656] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372c6dc2-b777-452f-b87a-72aef422386f with Priority: HIGHEST for action port [ 566.499786] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-372c6dc2-b777-452f-b87a-72aef422386f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.499921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-372c6dc2-b777-452f-b87a-72aef422386f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.499984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-372c6dc2-b777-452f-b87a-72aef422386f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.501075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-372c6dc2-b777-452f-b87a-72aef422386f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.501075] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372c6dc2-b777-452f-b87a-72aef422386f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.004259] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 372c6dc2-b777-452f-b87a-72aef422386f [ 567.004483] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.005269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.005269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.005826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.005874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.006112] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:372c6dc2-b777-452f-b87a-72aef422386f already deleted. [ 567.006165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-372c6dc2-b777-452f-b87a-72aef422386f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.008519] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e2bf939c-3be5-4955-ac1a-d1a53e35c10f None None] Enqueued Resource ID: 7010ed11-a427-446e-b9d2-28efef35352c with Priority: HIGHEST for action port [ 567.009150] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7010ed11-a427-446e-b9d2-28efef35352c with Priority: HIGHEST for action port [ 567.009735] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7010ed11-a427-446e-b9d2-28efef35352c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.009895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7010ed11-a427-446e-b9d2-28efef35352c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.009976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7010ed11-a427-446e-b9d2-28efef35352c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.010287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7010ed11-a427-446e-b9d2-28efef35352c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.010380] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7010ed11-a427-446e-b9d2-28efef35352c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.512808] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7010ed11-a427-446e-b9d2-28efef35352c [ 567.513152] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.513152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.513273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.513876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.513876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.513876] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7010ed11-a427-446e-b9d2-28efef35352c already deleted. [ 567.513876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7010ed11-a427-446e-b9d2-28efef35352c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.780096] env[64376]: INFO networking_nsxv3.common.synchronization [None req-11dd9fb3-772a-46fa-9386-8e679a6cf3e0 None None] Enqueued Resource ID: fd8d3096-77cc-417c-87dd-075a918e8c35 with Priority: HIGHEST for action port [ 567.781149] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8d3096-77cc-417c-87dd-075a918e8c35 with Priority: HIGHEST for action port [ 567.781149] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8d3096-77cc-417c-87dd-075a918e8c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.781149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8d3096-77cc-417c-87dd-075a918e8c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.781149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8d3096-77cc-417c-87dd-075a918e8c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.781379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8d3096-77cc-417c-87dd-075a918e8c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.781450] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8d3096-77cc-417c-87dd-075a918e8c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.286469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd8d3096-77cc-417c-87dd-075a918e8c35 [ 568.286701] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.286875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.287385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.287385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.287385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.287385] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd8d3096-77cc-417c-87dd-075a918e8c35 already deleted. [ 568.287634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8d3096-77cc-417c-87dd-075a918e8c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.549728] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ab0b9a2a-49f6-4028-9449-2e02fb3d73e6 None None] Enqueued Resource ID: 2e022498-6887-4025-9422-e7a9c09f8d3d with Priority: HIGHEST for action port [ 568.549728] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e022498-6887-4025-9422-e7a9c09f8d3d with Priority: HIGHEST for action port [ 568.549728] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e022498-6887-4025-9422-e7a9c09f8d3d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.549728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e022498-6887-4025-9422-e7a9c09f8d3d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.549728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e022498-6887-4025-9422-e7a9c09f8d3d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.550289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e022498-6887-4025-9422-e7a9c09f8d3d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.550289] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e022498-6887-4025-9422-e7a9c09f8d3d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.587804] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a4366575-11ca-4e7d-97c5-02f3562fd761 None None] Enqueued Resource ID: 878acb89-52b8-4646-9945-ff9609c8a588 with Priority: HIGHEST for action port [ 568.588487] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878acb89-52b8-4646-9945-ff9609c8a588 with Priority: HIGHEST for action port [ 568.588853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-878acb89-52b8-4646-9945-ff9609c8a588 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.588987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878acb89-52b8-4646-9945-ff9609c8a588" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.589241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878acb89-52b8-4646-9945-ff9609c8a588" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.589492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878acb89-52b8-4646-9945-ff9609c8a588" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.589590] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878acb89-52b8-4646-9945-ff9609c8a588',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.052203] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e022498-6887-4025-9422-e7a9c09f8d3d [ 569.052453] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.052592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.052643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.052874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.052923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.053013] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e022498-6887-4025-9422-e7a9c09f8d3d already deleted. [ 569.053111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e022498-6887-4025-9422-e7a9c09f8d3d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.091889] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 878acb89-52b8-4646-9945-ff9609c8a588 [ 569.092195] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.092276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.092508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.092565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.092626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.092718] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:878acb89-52b8-4646-9945-ff9609c8a588 already deleted. [ 569.092806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878acb89-52b8-4646-9945-ff9609c8a588" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.554881] env[64376]: INFO networking_nsxv3.common.synchronization [None req-728786f8-9731-4d12-98d0-12da5280457c None None] Enqueued Resource ID: d9a472f9-c12f-460d-aa8e-672e806cdd9f with Priority: HIGHEST for action port [ 569.554881] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a472f9-c12f-460d-aa8e-672e806cdd9f with Priority: HIGHEST for action port [ 569.554881] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9a472f9-c12f-460d-aa8e-672e806cdd9f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.554881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9a472f9-c12f-460d-aa8e-672e806cdd9f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.554881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9a472f9-c12f-460d-aa8e-672e806cdd9f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.555831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9a472f9-c12f-460d-aa8e-672e806cdd9f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.555915] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9a472f9-c12f-460d-aa8e-672e806cdd9f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.060444] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9a472f9-c12f-460d-aa8e-672e806cdd9f [ 570.060728] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.060902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.060994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.061278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.061367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.061481] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9a472f9-c12f-460d-aa8e-672e806cdd9f already deleted. [ 570.061583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9a472f9-c12f-460d-aa8e-672e806cdd9f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.206029] env[64376]: INFO networking_nsxv3.common.synchronization [None req-0bb28521-be25-417f-9cbe-5e75d9d736e0 None None] Enqueued Resource ID: 4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26 with Priority: HIGHEST for action port [ 570.206029] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26 with Priority: HIGHEST for action port [ 570.206029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.206029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.206029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.206029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.206029] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.708138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26 [ 570.708138] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.708138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.708138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.708138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.708138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.708854] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26 already deleted. [ 570.708854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de8dea8-0cf1-4c8a-8a6e-a8b4a7decc26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.600609] env[64376]: INFO networking_nsxv3.common.synchronization [None req-4d6a3db0-cf24-49a9-9f76-4c5015d01a7b None None] Enqueued Resource ID: 47d102a8-3f9c-4f6a-bcf6-e437e06efb10 with Priority: HIGHEST for action port [ 571.602032] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d102a8-3f9c-4f6a-bcf6-e437e06efb10 with Priority: HIGHEST for action port [ 571.602680] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d102a8-3f9c-4f6a-bcf6-e437e06efb10 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.603193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d102a8-3f9c-4f6a-bcf6-e437e06efb10" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.603284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d102a8-3f9c-4f6a-bcf6-e437e06efb10" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.603560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d102a8-3f9c-4f6a-bcf6-e437e06efb10" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.603643] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d102a8-3f9c-4f6a-bcf6-e437e06efb10',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.996226] env[64376]: INFO networking_nsxv3.common.synchronization [None req-3a171a70-b6ab-4e5c-938c-c12ef60b8ae1 None None] Enqueued Resource ID: 5f0de225-3a3e-4f02-92cf-0c64698d9846 with Priority: HIGHEST for action port [ 571.996517] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0de225-3a3e-4f02-92cf-0c64698d9846 with Priority: HIGHEST for action port [ 571.997184] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0de225-3a3e-4f02-92cf-0c64698d9846 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.997713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0de225-3a3e-4f02-92cf-0c64698d9846" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.997713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0de225-3a3e-4f02-92cf-0c64698d9846" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.997713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0de225-3a3e-4f02-92cf-0c64698d9846" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.997948] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0de225-3a3e-4f02-92cf-0c64698d9846',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.107144] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47d102a8-3f9c-4f6a-bcf6-e437e06efb10 [ 572.109025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.109025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.109025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.109025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.109025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.109025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47d102a8-3f9c-4f6a-bcf6-e437e06efb10 already deleted. [ 572.109025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d102a8-3f9c-4f6a-bcf6-e437e06efb10" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.501700] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f0de225-3a3e-4f02-92cf-0c64698d9846 [ 572.501700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.501700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.501700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.501880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.501880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.502072] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f0de225-3a3e-4f02-92cf-0c64698d9846 already deleted. [ 572.502129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0de225-3a3e-4f02-92cf-0c64698d9846" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.800497] env[64376]: INFO networking_nsxv3.common.synchronization [None req-675812b3-6db4-407a-a6cf-9075b002c07f None None] Enqueued Resource ID: dcd54cd0-74d9-46e8-bc00-624edf7f8bb0 with Priority: HIGHEST for action port [ 572.800497] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd54cd0-74d9-46e8-bc00-624edf7f8bb0 with Priority: HIGHEST for action port [ 572.800742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd54cd0-74d9-46e8-bc00-624edf7f8bb0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.800800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd54cd0-74d9-46e8-bc00-624edf7f8bb0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.800830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd54cd0-74d9-46e8-bc00-624edf7f8bb0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.803817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd54cd0-74d9-46e8-bc00-624edf7f8bb0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.803920] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd54cd0-74d9-46e8-bc00-624edf7f8bb0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.306211] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd54cd0-74d9-46e8-bc00-624edf7f8bb0 [ 573.306540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.307786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.307864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.308079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.308171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.308272] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd54cd0-74d9-46e8-bc00-624edf7f8bb0 already deleted. [ 573.308376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd54cd0-74d9-46e8-bc00-624edf7f8bb0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.970977] env[64376]: INFO networking_nsxv3.common.synchronization [None req-3f7a4324-50d1-43ae-a2d0-0a0cbfb060d8 None None] Enqueued Resource ID: ced68c67-e9ec-40f6-81f0-a1e0a0e64022 with Priority: HIGHEST for action port [ 573.971305] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced68c67-e9ec-40f6-81f0-a1e0a0e64022 with Priority: HIGHEST for action port [ 573.971612] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced68c67-e9ec-40f6-81f0-a1e0a0e64022 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.971736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced68c67-e9ec-40f6-81f0-a1e0a0e64022" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.971803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced68c67-e9ec-40f6-81f0-a1e0a0e64022" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.972076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced68c67-e9ec-40f6-81f0-a1e0a0e64022" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.972727] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced68c67-e9ec-40f6-81f0-a1e0a0e64022',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.314687] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f9aefb74-0815-4098-8d53-5ad9883fb725 tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 574.315258] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 574.315558] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.315706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.315781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.316265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.317586] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.476552] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ced68c67-e9ec-40f6-81f0-a1e0a0e64022 [ 574.476552] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.476552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.476741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.476924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.477043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.477142] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ced68c67-e9ec-40f6-81f0-a1e0a0e64022 already deleted. [ 574.477224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced68c67-e9ec-40f6-81f0-a1e0a0e64022" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.560628] env[64376]: INFO networking_nsxv3.common.synchronization [None req-cfa18a13-5993-43c5-a78c-39be0ee8dcae None None] Enqueued Resource ID: 2733e039-99a2-499d-ba30-be3210cdce83 with Priority: HIGHEST for action port [ 574.561290] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2733e039-99a2-499d-ba30-be3210cdce83 with Priority: HIGHEST for action port [ 574.561867] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2733e039-99a2-499d-ba30-be3210cdce83 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.561867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2733e039-99a2-499d-ba30-be3210cdce83" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.563824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2733e039-99a2-499d-ba30-be3210cdce83" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.563824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2733e039-99a2-499d-ba30-be3210cdce83" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.563824] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2733e039-99a2-499d-ba30-be3210cdce83',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.689013] env[64376]: INFO networking_nsxv3.common.synchronization [None req-50d01d19-9275-4d8f-9d53-0348920735f4 tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 574.689576] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 574.689927] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.690037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.838762] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.838918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.839013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.839249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.839736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.839736] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 already deleted. [ 574.839736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.839736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.839915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.839915] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.973700] env[64376]: INFO networking_nsxv3.common.synchronization [None req-9e9470ad-2d67-43bc-a71a-1ef9715c4cca None None] Enqueued Resource ID: a56536a7-982b-49fa-9eab-8687af78e577 with Priority: HIGHEST for action port [ 574.973805] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56536a7-982b-49fa-9eab-8687af78e577 with Priority: HIGHEST for action port [ 574.974375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56536a7-982b-49fa-9eab-8687af78e577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.974564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56536a7-982b-49fa-9eab-8687af78e577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.974673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56536a7-982b-49fa-9eab-8687af78e577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.974985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56536a7-982b-49fa-9eab-8687af78e577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.975561] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56536a7-982b-49fa-9eab-8687af78e577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.065950] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2733e039-99a2-499d-ba30-be3210cdce83 [ 575.065950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.065950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.065950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.065950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.065950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.065950] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2733e039-99a2-499d-ba30-be3210cdce83 already deleted. [ 575.065950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2733e039-99a2-499d-ba30-be3210cdce83" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.365763] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.366061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.366061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.366352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.366352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.366657] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 already deleted. [ 575.366657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.477796] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56536a7-982b-49fa-9eab-8687af78e577 [ 575.477796] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.477796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.477796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.479215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.480374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.480374] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56536a7-982b-49fa-9eab-8687af78e577 already deleted. [ 575.480374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56536a7-982b-49fa-9eab-8687af78e577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.032115] env[64376]: INFO networking_nsxv3.common.synchronization [None req-c39b4534-66ee-4297-8763-3eefe86b886c None None] Enqueued Resource ID: 6e1d55e4-6fe7-424a-ba98-6f68b1468918 with Priority: HIGHEST for action port [ 576.032657] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1d55e4-6fe7-424a-ba98-6f68b1468918 with Priority: HIGHEST for action port [ 576.033125] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1d55e4-6fe7-424a-ba98-6f68b1468918 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.033255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1d55e4-6fe7-424a-ba98-6f68b1468918" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.033314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1d55e4-6fe7-424a-ba98-6f68b1468918" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.033958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1d55e4-6fe7-424a-ba98-6f68b1468918" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.034114] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1d55e4-6fe7-424a-ba98-6f68b1468918',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.538106] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e1d55e4-6fe7-424a-ba98-6f68b1468918 [ 576.538106] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.538106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.538106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.538106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.538106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.538106] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e1d55e4-6fe7-424a-ba98-6f68b1468918 already deleted. [ 576.538106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1d55e4-6fe7-424a-ba98-6f68b1468918" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.028960] env[64376]: INFO networking_nsxv3.common.synchronization [None req-de62e954-2b8c-424a-a1c3-fc0e9cd9ddf0 None None] Enqueued Resource ID: d60dab01-8607-492d-be14-8d1788ed6e98 with Priority: HIGHEST for action port [ 577.029565] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60dab01-8607-492d-be14-8d1788ed6e98 with Priority: HIGHEST for action port [ 577.032263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60dab01-8607-492d-be14-8d1788ed6e98 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.032263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60dab01-8607-492d-be14-8d1788ed6e98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.032263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60dab01-8607-492d-be14-8d1788ed6e98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.032263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60dab01-8607-492d-be14-8d1788ed6e98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.032263] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60dab01-8607-492d-be14-8d1788ed6e98',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.534067] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d60dab01-8607-492d-be14-8d1788ed6e98 [ 577.534067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.534067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.534067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.534323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.534323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.534389] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d60dab01-8607-492d-be14-8d1788ed6e98 already deleted. [ 577.534428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60dab01-8607-492d-be14-8d1788ed6e98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.823952] env[64376]: INFO networking_nsxv3.common.synchronization [req-26ad96c3-d854-4b18-a1e9-b05f0226f6eb req-3c467875-1150-44c3-aaf7-074a5615295c tempest-TenantUsagesTestJSON-1631457513 tempest-TenantUsagesTestJSON-1631457513-project-member] Enqueued Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_members [ 577.824691] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_members [ 577.825011] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.825208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.825297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.825543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.825696] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.825793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.825857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.826008] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.826102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.826257] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.224662] env[64376]: INFO networking_nsxv3.common.synchronization [None req-551e1c76-7c25-40b3-b575-cf87db00995f None None] Enqueued Resource ID: 57ffc45d-002c-4320-90f4-070c2cd19d4d with Priority: HIGHEST for action port [ 578.224662] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ffc45d-002c-4320-90f4-070c2cd19d4d with Priority: HIGHEST for action port [ 578.224662] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ffc45d-002c-4320-90f4-070c2cd19d4d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.224662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ffc45d-002c-4320-90f4-070c2cd19d4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.224662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ffc45d-002c-4320-90f4-070c2cd19d4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.224662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ffc45d-002c-4320-90f4-070c2cd19d4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.224662] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ffc45d-002c-4320-90f4-070c2cd19d4d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.331501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.331501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.331501] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db87748-221a-4410-9285-3a3fa9034e02 already deleted. [ 578.331501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.699147] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.699633] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.699633] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.700400] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.700701] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.700861] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.700972] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.701231] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.702192] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.702192] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 578.702192] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.702192] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.702192] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.702192] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 578.702192] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.702455] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.725352] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 578.725352] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 578.725352] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 578.725646] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.726410] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.726410] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.726410] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.726869] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.726869] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbf2e0b-3b84-4d5e-b6ca-51428adf835e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.727470] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ffc45d-002c-4320-90f4-070c2cd19d4d [ 578.727668] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.727790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.728403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.728403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.728403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.728403] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ffc45d-002c-4320-90f4-070c2cd19d4d already deleted. [ 578.728403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ffc45d-002c-4320-90f4-070c2cd19d4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.036150] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5c95a8e2-c504-491b-a6a5-b7c95c9f7c73 None None] Enqueued Resource ID: cf8e274b-cd8c-41b8-a822-befe59bf038e with Priority: HIGHEST for action port [ 579.036698] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8e274b-cd8c-41b8-a822-befe59bf038e with Priority: HIGHEST for action port [ 579.037428] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8e274b-cd8c-41b8-a822-befe59bf038e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.037428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8e274b-cd8c-41b8-a822-befe59bf038e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.037428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8e274b-cd8c-41b8-a822-befe59bf038e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.037622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8e274b-cd8c-41b8-a822-befe59bf038e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.037622] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8e274b-cd8c-41b8-a822-befe59bf038e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.230232] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.231050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.231050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.231050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.231272] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.231714] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port cfbf2e0b-3b84-4d5e-b6ca-51428adf835e not found, creating... [ 579.231714] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.231862] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.231965] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.233155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.233155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.233155] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.233155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.233980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.234638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.234638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.234814] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: cfbf2e0b-3b84-4d5e-b6ca-51428adf835e is going to be created. [ 579.259259] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.259259] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.259259] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.259623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.260626] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.260706] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.544656] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf8e274b-cd8c-41b8-a822-befe59bf038e [ 579.544946] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.545603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.545603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.545784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.545884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.545983] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf8e274b-cd8c-41b8-a822-befe59bf038e already deleted. [ 579.546118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8e274b-cd8c-41b8-a822-befe59bf038e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.575026] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5ebb27a8-0d37-4b73-a566-87c2fa4f39f0 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 579.575548] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 579.575849] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.575973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.576584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.577871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.577972] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.965079] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e875423c-3c29-4a57-93c0-a00a633ab380 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 579.965260] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 579.965651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.965651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.101398] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.102281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.102281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.103325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.103488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.103596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f already deleted. [ 580.103688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.103900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.104204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.104204] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.134094] env[64376]: INFO networking_nsxv3.common.synchronization [req-26ad96c3-d854-4b18-a1e9-b05f0226f6eb req-7d47ae90-896b-43c4-9933-aa39900c80ea service nova] Enqueued Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_rules [ 580.134094] env[64376]: INFO networking_nsxv3.common.synchronization [req-26ad96c3-d854-4b18-a1e9-b05f0226f6eb req-7d47ae90-896b-43c4-9933-aa39900c80ea service nova] Enqueued Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_members [ 580.134094] env[64376]: INFO networking_nsxv3.common.synchronization [req-26ad96c3-d854-4b18-a1e9-b05f0226f6eb req-7d47ae90-896b-43c4-9933-aa39900c80ea service nova] Enqueued Resource ID: cfbf2e0b-3b84-4d5e-b6ca-51428adf835e with Priority: HIGHEST for action port [ 580.134094] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_rules [ 580.134094] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_members [ 580.134094] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbf2e0b-3b84-4d5e-b6ca-51428adf835e with Priority: HIGHEST for action port [ 580.136431] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.136431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.136431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.136431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.136431] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.137125] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.137235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.137310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.137480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.137627] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.137721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.137785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.137920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.138103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.138103] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.139437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.139542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.139585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.140198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.140198] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbf2e0b-3b84-4d5e-b6ca-51428adf835e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.539262] env[64376]: INFO networking_nsxv3.common.synchronization [None req-bf3c3f23-ed93-4c84-b225-d6f6ff0094c2 None None] Enqueued Resource ID: f7628194-f14f-44e5-9239-2d1be23f450e with Priority: HIGHEST for action port [ 580.539262] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7628194-f14f-44e5-9239-2d1be23f450e with Priority: HIGHEST for action port [ 580.539836] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7628194-f14f-44e5-9239-2d1be23f450e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.540016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7628194-f14f-44e5-9239-2d1be23f450e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.542698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7628194-f14f-44e5-9239-2d1be23f450e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.542698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7628194-f14f-44e5-9239-2d1be23f450e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.542698] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7628194-f14f-44e5-9239-2d1be23f450e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.628208] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.628208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.628208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.628208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.628208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.628208] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f already deleted. [ 580.628208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.642509] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.642669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.658478] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfbf2e0b-3b84-4d5e-b6ca-51428adf835e with status ACTIVE [ 580.658642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.658775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.658882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.659161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.659249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.662139] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.662276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.662347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.662561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.662666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.664369] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.664494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.664546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.664717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.664852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.664897] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfbf2e0b-3b84-4d5e-b6ca-51428adf835e is going to be updated. [ 580.665987] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.689880] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.689880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.689880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.689880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.689880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.689880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbf2e0b-3b84-4d5e-b6ca-51428adf835e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.933551] env[64376]: INFO networking_nsxv3.common.synchronization [None req-bb36155b-95fc-44f1-8ba6-ea4a92daa6cf tempest-ServersTestJSON-2024794635 tempest-ServersTestJSON-2024794635-project-member] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_rules [ 580.934404] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_rules [ 580.934404] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.935374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.935374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.935374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.935374] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.013925] env[64376]: INFO networking_nsxv3.common.synchronization [req-41418acf-e18e-4ead-a2d0-737c2a8cda8d req-d82c4bef-7b4b-4630-959c-8540e914a232 tempest-DeleteServersAdminTestJSON-405340684 tempest-DeleteServersAdminTestJSON-405340684-project-member] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 581.013925] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 581.013925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.013925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.013925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.013925] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.045813] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7628194-f14f-44e5-9239-2d1be23f450e [ 581.046313] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.047060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.047060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.047060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.047060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.047060] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7628194-f14f-44e5-9239-2d1be23f450e already deleted. [ 581.047060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7628194-f14f-44e5-9239-2d1be23f450e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.094769] env[64376]: INFO networking_nsxv3.common.synchronization [None req-51b71757-a49c-45bd-b00b-b97ac1bb078b tempest-ServersTestJSON-2024794635 tempest-ServersTestJSON-2024794635-project-member] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_rules [ 581.095374] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_rules [ 581.095687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.095851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.170387] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.404900] env[64376]: INFO networking_nsxv3.common.synchronization [None req-89db4512-d9ca-491c-8d66-3bd68eea419f None None] Enqueued Resource ID: 44ade033-53d6-4f41-9941-e23797f11390 with Priority: HIGHEST for action port [ 581.404900] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ade033-53d6-4f41-9941-e23797f11390 with Priority: HIGHEST for action port [ 581.405532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-44ade033-53d6-4f41-9941-e23797f11390 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.405628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44ade033-53d6-4f41-9941-e23797f11390" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.406083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44ade033-53d6-4f41-9941-e23797f11390" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.406374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44ade033-53d6-4f41-9941-e23797f11390" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.406462] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ade033-53d6-4f41-9941-e23797f11390',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.440598] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.440598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.440598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.440598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.440598] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.440598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.440598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.440598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.442150] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.442150] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.442150] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.442150] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.442150] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.442450] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.442450] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.442590] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.464860] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.465032] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.465167] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.465454] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.466246] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.466246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.466246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.466426] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.466866] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a477ed0-120a-4fe5-a85d-e6fd105aec3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.470252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.470377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.470417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.470816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.470816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.470816] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847494-a9c5-4d28-82ef-203c3635357e already deleted. [ 581.471512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.471512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.471512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.471512] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.518331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.518331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.518331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.518331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.518331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.518331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.518331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.518331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.518722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.518785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.519019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 already deleted. [ 581.519019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.678757] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.678757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.678757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.678968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.679284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.679284] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db87748-221a-4410-9285-3a3fa9034e02 is going to be created. [ 581.711509] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.711769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.711769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.712117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.712684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.723628] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db87748-221a-4410-9285-3a3fa9034e02 in Status: UNINITIALIZED for 2s [ 581.740152] env[64376]: INFO networking_nsxv3.common.synchronization [None req-bd6497dd-7a53-4346-852a-5ff392321a27 None None] Enqueued Resource ID: 5ee5d68c-7f22-4457-a93d-86c2f958bd4a with Priority: HIGHEST for action port [ 581.741127] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5d68c-7f22-4457-a93d-86c2f958bd4a with Priority: HIGHEST for action port [ 581.741127] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee5d68c-7f22-4457-a93d-86c2f958bd4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.742229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee5d68c-7f22-4457-a93d-86c2f958bd4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.743483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee5d68c-7f22-4457-a93d-86c2f958bd4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.743483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee5d68c-7f22-4457-a93d-86c2f958bd4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.743483] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee5d68c-7f22-4457-a93d-86c2f958bd4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.909256] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44ade033-53d6-4f41-9941-e23797f11390 [ 581.910342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.910498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.910568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.910787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.910891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.911485] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44ade033-53d6-4f41-9941-e23797f11390 already deleted. [ 581.915011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44ade033-53d6-4f41-9941-e23797f11390" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.971312] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.973454] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.973719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.973861] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.974015] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.974182] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 6a477ed0-120a-4fe5-a85d-e6fd105aec3f not found, creating... [ 581.974439] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.974594] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.974705] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.974909] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.975055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.975336] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.975575] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.975651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.975777] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.975903] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.976123] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 6a477ed0-120a-4fe5-a85d-e6fd105aec3f is going to be created. [ 581.993503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.993672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.993744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.993953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.994054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.994146] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847494-a9c5-4d28-82ef-203c3635357e already deleted. [ 581.994228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.999228] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.999390] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.999390] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.000239] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.000239] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.000239] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.244925] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee5d68c-7f22-4457-a93d-86c2f958bd4a [ 582.245235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.245322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.245393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.245610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.245699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.245790] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee5d68c-7f22-4457-a93d-86c2f958bd4a already deleted. [ 582.245933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee5d68c-7f22-4457-a93d-86c2f958bd4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.681488] env[64376]: INFO networking_nsxv3.common.synchronization [req-41418acf-e18e-4ead-a2d0-737c2a8cda8d req-eb33d768-8827-4186-8cc0-43e36d9ea5dd service nova] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_rules [ 582.681674] env[64376]: INFO networking_nsxv3.common.synchronization [req-41418acf-e18e-4ead-a2d0-737c2a8cda8d req-eb33d768-8827-4186-8cc0-43e36d9ea5dd service nova] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 582.681807] env[64376]: INFO networking_nsxv3.common.synchronization [req-41418acf-e18e-4ead-a2d0-737c2a8cda8d req-eb33d768-8827-4186-8cc0-43e36d9ea5dd service nova] Enqueued Resource ID: 6a477ed0-120a-4fe5-a85d-e6fd105aec3f with Priority: HIGHEST for action port [ 582.682044] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_rules [ 582.682174] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 582.682271] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a477ed0-120a-4fe5-a85d-e6fd105aec3f with Priority: HIGHEST for action port [ 582.682815] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.682939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.683014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.683622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.683739] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.685771] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.685771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.685771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.685771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.685938] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.685979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.686081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.686277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.686388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.686505] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.687821] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.687821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.687946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.688020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.688116] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a477ed0-120a-4fe5-a85d-e6fd105aec3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.971989] env[64376]: INFO networking_nsxv3.common.synchronization [req-38f1fac8-521b-408a-97c0-70f4c9e67820 req-7667d93e-e7b7-4ad2-9311-e862434bec56 tempest-FloatingIPsAssociationTestJSON-221721593 tempest-FloatingIPsAssociationTestJSON-221721593-project-member] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 582.972883] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 582.973259] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.973420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.973514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.973786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.973941] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.974049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.974115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.974264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.974348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.974438] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.191613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.191613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.192061] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.192951] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a477ed0-120a-4fe5-a85d-e6fd105aec3f with status ACTIVE [ 583.193170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.193294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.193358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.193561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.193648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.193818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.194035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.194035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.194129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.195035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.195035] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.195035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.195035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.195035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.195035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.195035] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a477ed0-120a-4fe5-a85d-e6fd105aec3f is going to be updated. [ 583.223580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.223725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.223795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.224008] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.224151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.225167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a477ed0-120a-4fe5-a85d-e6fd105aec3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.378799] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.379150] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.379150] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.380057] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.380355] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.381297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.381297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.381297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.381297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.381483] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.381516] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.381639] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.382113] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.382113] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.383269] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.383269] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.388405] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1dd2ab5c-75bf-4749-834f-04a9b0d1df1b tempest-VolumesAssistedSnapshotsTest-1546786492 tempest-VolumesAssistedSnapshotsTest-1546786492-project-member] Enqueued Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_rules [ 583.389262] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_rules [ 583.389262] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.389455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.389455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.389976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.389976] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.402867] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.403111] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.403173] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.403818] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.405333] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.405333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.405524] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.405708] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.405944] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cfb899f-7c99-4c76-bf4f-dcb1514f22cb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.476466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.476628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.476699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.476901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.477028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.477215] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.477316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.477372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.477519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.477593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.477870] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 already deleted. [ 583.477965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.521326] env[64376]: INFO networking_nsxv3.common.synchronization [None req-9b69e998-7243-421d-b37f-51ef01f88b75 tempest-VolumesAssistedSnapshotsTest-1546786492 tempest-VolumesAssistedSnapshotsTest-1546786492-project-member] Enqueued Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_rules [ 583.521864] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_rules [ 583.521959] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.523166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.702092] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.734568] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db87748-221a-4410-9285-3a3fa9034e02 in Status: SUCCESS [ 583.734810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.735322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.735531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.735733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.736368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.736368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.736368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.736368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.736368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.736368] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.909591] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.909869] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.910027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.910462] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.910635] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.910788] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 8cfb899f-7c99-4c76-bf4f-dcb1514f22cb not found, creating... [ 583.911771] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.911771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.911771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.911771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.911771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.913212] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.914305] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.914305] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.914428] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.915468] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.915468] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 8cfb899f-7c99-4c76-bf4f-dcb1514f22cb is going to be created. [ 583.918611] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.918611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.918611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.918839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.919045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.919151] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b3df24-b247-4733-a7bf-049400050607 already deleted. [ 583.919204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.919368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.919527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.920350] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.942912] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.942912] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.942912] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.943227] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.943519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.943803] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.206628] env[64376]: INFO networking_nsxv3.common.synchronization [None req-775ff25b-30f4-49b6-88ab-ebd8db4729b8 None None] Enqueued Resource ID: 262a9c37-121b-4c12-b6eb-4fe8120ceb90 with Priority: HIGHEST for action port [ 584.209229] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.209355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.209828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.209828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.209828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.209828] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be created. [ 584.211292] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262a9c37-121b-4c12-b6eb-4fe8120ceb90 with Priority: HIGHEST for action port [ 584.211637] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-262a9c37-121b-4c12-b6eb-4fe8120ceb90 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.211743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262a9c37-121b-4c12-b6eb-4fe8120ceb90" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.211813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262a9c37-121b-4c12-b6eb-4fe8120ceb90" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.212053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262a9c37-121b-4c12-b6eb-4fe8120ceb90" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.212141] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262a9c37-121b-4c12-b6eb-4fe8120ceb90',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.235742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.235742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.235871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.236421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.236421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.241095] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.241269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.241331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.241561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.241669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.241765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.241827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.242214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.242214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.242214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.242479] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.242479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.242479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.242593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.242691] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.242783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.242844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.242975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.243083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.243169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.243262] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.246140] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: UNINITIALIZED for 2s [ 584.441532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.441826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.441826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.441973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.442071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.442162] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b3df24-b247-4733-a7bf-049400050607 already deleted. [ 584.442241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.634814] env[64376]: INFO networking_nsxv3.common.synchronization [req-38f1fac8-521b-408a-97c0-70f4c9e67820 req-451aa930-acf2-40ac-8d77-fbc2b6f1d5c1 service nova] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_rules [ 584.634980] env[64376]: INFO networking_nsxv3.common.synchronization [req-38f1fac8-521b-408a-97c0-70f4c9e67820 req-451aa930-acf2-40ac-8d77-fbc2b6f1d5c1 service nova] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 584.635134] env[64376]: INFO networking_nsxv3.common.synchronization [req-38f1fac8-521b-408a-97c0-70f4c9e67820 req-451aa930-acf2-40ac-8d77-fbc2b6f1d5c1 service nova] Enqueued Resource ID: 8cfb899f-7c99-4c76-bf4f-dcb1514f22cb with Priority: HIGHEST for action port [ 584.635662] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_rules [ 584.635791] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 584.635885] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfb899f-7c99-4c76-bf4f-dcb1514f22cb with Priority: HIGHEST for action port [ 584.636825] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.636966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.637058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.637366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.637407] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.638346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.638469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.638535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.638714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.638864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.638956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.639083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.639245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.639332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.639436] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.641100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.641284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.641333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.641488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.641601] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cfb899f-7c99-4c76-bf4f-dcb1514f22cb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.713966] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 262a9c37-121b-4c12-b6eb-4fe8120ceb90 [ 584.714077] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.714217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.714281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.714546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.714696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.714844] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:262a9c37-121b-4c12-b6eb-4fe8120ceb90 already deleted. [ 584.714950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262a9c37-121b-4c12-b6eb-4fe8120ceb90" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.747430] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5db87748-221a-4410-9285-3a3fa9034e02: rpc.has_security_group_logging(os_id): False [ 584.767266] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.767651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.767878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.769857] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.769857] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.769857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.770395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.770395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.770395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.770676] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.770771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.770858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.771034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.771116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.771240] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5db87748-221a-4410-9285-3a3fa9034e02 is going to be created. [ 584.840327] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.840327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.840533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.840644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.840780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.853523] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5db87748-221a-4410-9285-3a3fa9034e02 in Status: IN_PROGRESS for 2s [ 585.044426] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d3fd4d2c-9cd9-45ec-b8c7-b743dfab4ecb None None] Enqueued Resource ID: 50cda583-d538-4616-98fb-8579077fb0c2 with Priority: HIGHEST for action port [ 585.045537] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50cda583-d538-4616-98fb-8579077fb0c2 with Priority: HIGHEST for action port [ 585.045875] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-50cda583-d538-4616-98fb-8579077fb0c2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.046024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50cda583-d538-4616-98fb-8579077fb0c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.046114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50cda583-d538-4616-98fb-8579077fb0c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.046444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50cda583-d538-4616-98fb-8579077fb0c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.047113] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50cda583-d538-4616-98fb-8579077fb0c2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.146896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.146896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.146896] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.149242] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cfb899f-7c99-4c76-bf4f-dcb1514f22cb with status ACTIVE [ 585.149440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.149570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.149655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.150247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.150322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.150515] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.150622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.150687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.150841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.150959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.151110] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.151204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.151266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.151418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.152476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.152476] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cfb899f-7c99-4c76-bf4f-dcb1514f22cb is going to be updated. [ 585.176350] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.176794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.177164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.177421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.177651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.177816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cfb899f-7c99-4c76-bf4f-dcb1514f22cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.332124] env[64376]: INFO networking_nsxv3.common.synchronization [req-1aad453b-0ef9-46ff-92a6-2eeeadc9202c req-d3900591-f449-4a8f-871e-eb45405f6b25 tempest-ImagesOneServerTestJSON-169597106 tempest-ImagesOneServerTestJSON-169597106-project-member] Enqueued Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_members [ 585.332722] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_members [ 585.333084] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.333219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.333306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.333575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.333734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.333838] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.333916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.334181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.334181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.334305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.549151] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50cda583-d538-4616-98fb-8579077fb0c2 [ 585.551299] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.551299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.551299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.551299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.551299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.551299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50cda583-d538-4616-98fb-8579077fb0c2 already deleted. [ 585.551299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50cda583-d538-4616-98fb-8579077fb0c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.649581] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.752634] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.752827] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-684" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.752952] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-684" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.753300] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-684" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.753551] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.753699] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.753811] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.754036] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.754188] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.754386] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.754499] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.754593] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.754691] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.754792] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.754889] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.755026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.774904] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.775067] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.775203] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.776126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-684" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.776126] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4573f5a9-bdca-4fe9-b58c-bd992e055b71 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.776126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.776126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.776385] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.776421] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4573f5a9-bdca-4fe9-b58c-bd992e055b71',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.836230] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.836418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.836490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.836731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.836850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.838198] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.838198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.838198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.838198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.838198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.838198] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5920a7-6d09-470b-a028-83f74460516b already deleted. [ 585.838198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.154214] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.154214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.154214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.154214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.154214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.154214] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be created. [ 586.174211] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b9e8fe63-bc40-4732-84cf-626cef4dab8c None None] Enqueued Resource ID: c8d76aac-69c6-4e21-8f5c-55baa42611e9 with Priority: HIGHEST for action port [ 586.174211] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d76aac-69c6-4e21-8f5c-55baa42611e9 with Priority: HIGHEST for action port [ 586.174211] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8d76aac-69c6-4e21-8f5c-55baa42611e9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.174211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8d76aac-69c6-4e21-8f5c-55baa42611e9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.174211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8d76aac-69c6-4e21-8f5c-55baa42611e9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.174211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8d76aac-69c6-4e21-8f5c-55baa42611e9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.174211] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8d76aac-69c6-4e21-8f5c-55baa42611e9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.177082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.177344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.177520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.177781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.178035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.186978] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: UNINITIALIZED for 2s [ 586.256556] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 586.256556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.256782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.257034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.257209] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.257366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.257419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.257578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.257660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.257748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.257846] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.280084] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.280084] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.280332] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.280578] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.280795] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.280956] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4573f5a9-bdca-4fe9-b58c-bd992e055b71 not found, creating... [ 586.281322] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.281514] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.281610] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.281866] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.281988] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.282283] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.282516] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.282696] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.282905] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.283082] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.283236] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4573f5a9-bdca-4fe9-b58c-bd992e055b71 is going to be created. [ 586.305685] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.306032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.306131] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.306478] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.306744] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.307042] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.677501] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8d76aac-69c6-4e21-8f5c-55baa42611e9 [ 586.677501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.677989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.677989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.677989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.677989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.678193] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8d76aac-69c6-4e21-8f5c-55baa42611e9 already deleted. [ 586.678193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8d76aac-69c6-4e21-8f5c-55baa42611e9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.760710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.760710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.760710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.760912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.760980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.761086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.762734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.762734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.762734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.763377] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.869294] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5db87748-221a-4410-9285-3a3fa9034e02 in Status: SUCCESS [ 586.870215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.169309] env[64376]: INFO networking_nsxv3.common.synchronization [req-1aad453b-0ef9-46ff-92a6-2eeeadc9202c req-c68fb8a4-5979-4bdb-a413-01636f3d7117 service nova] Enqueued Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_rules [ 587.169309] env[64376]: INFO networking_nsxv3.common.synchronization [req-1aad453b-0ef9-46ff-92a6-2eeeadc9202c req-c68fb8a4-5979-4bdb-a413-01636f3d7117 service nova] Enqueued Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_members [ 587.169309] env[64376]: INFO networking_nsxv3.common.synchronization [req-1aad453b-0ef9-46ff-92a6-2eeeadc9202c req-c68fb8a4-5979-4bdb-a413-01636f3d7117 service nova] Enqueued Resource ID: 4573f5a9-bdca-4fe9-b58c-bd992e055b71 with Priority: HIGHEST for action port [ 587.169684] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_rules [ 587.169892] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_members [ 587.169987] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4573f5a9-bdca-4fe9-b58c-bd992e055b71 with Priority: HIGHEST for action port [ 587.170806] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.170806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.170806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.171058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.171149] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.174037] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.174037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.174037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.174037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.174404] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.174404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.174404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.174950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.175860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.176017] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.176946] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4573f5a9-bdca-4fe9-b58c-bd992e055b71 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.177081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.177156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.177407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.177491] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4573f5a9-bdca-4fe9-b58c-bd992e055b71',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.266466] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf37700-dbd4-4393-8c04-a1c08b86a814: rpc.has_security_group_logging(os_id): False [ 587.286344] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.286575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.286652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.286920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.287166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.287433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.287562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.287642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.287844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.287941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.288170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.288271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.288365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.288549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.288650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.288864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.288982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.289478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.289729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.289873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.290359] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be created. [ 587.379677] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.379677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.379677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.379899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.379939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.392771] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: IN_PROGRESS for 2s [ 587.432986] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a699b483-e363-451f-9b6b-46ea22b3642b None None] Enqueued Resource ID: 9bf31662-2d0e-46d1-a873-cdf81ca22111 with Priority: HIGHEST for action port [ 587.434044] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf31662-2d0e-46d1-a873-cdf81ca22111 with Priority: HIGHEST for action port [ 587.435450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf31662-2d0e-46d1-a873-cdf81ca22111 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.435611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf31662-2d0e-46d1-a873-cdf81ca22111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.437184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf31662-2d0e-46d1-a873-cdf81ca22111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.437184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf31662-2d0e-46d1-a873-cdf81ca22111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.437184] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf31662-2d0e-46d1-a873-cdf81ca22111',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.445659] env[64376]: INFO networking_nsxv3.common.synchronization [None req-532e099b-1940-4b7d-8c02-095f6ca23305 None None] Enqueued Resource ID: f4b29d10-add4-4096-b7eb-a4e69d763f51 with Priority: HIGHEST for action port [ 587.447119] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b29d10-add4-4096-b7eb-a4e69d763f51 with Priority: HIGHEST for action port [ 587.447119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b29d10-add4-4096-b7eb-a4e69d763f51 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.447119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b29d10-add4-4096-b7eb-a4e69d763f51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.447119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b29d10-add4-4096-b7eb-a4e69d763f51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.447119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b29d10-add4-4096-b7eb-a4e69d763f51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.447375] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b29d10-add4-4096-b7eb-a4e69d763f51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.679494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.679807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.681065] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.682554] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4573f5a9-bdca-4fe9-b58c-bd992e055b71 with status ACTIVE [ 587.682763] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.682884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.682945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.683186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.683284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.683456] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.683556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.683616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.683769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.683845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.684029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.684142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.684180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.684308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.684379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.684461] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4573f5a9-bdca-4fe9-b58c-bd992e055b71 is going to be updated. [ 587.708612] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.708828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.708877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.712339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.712483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.712651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4573f5a9-bdca-4fe9-b58c-bd992e055b71" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.940946] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bf31662-2d0e-46d1-a873-cdf81ca22111 [ 587.941097] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.941233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.941298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.941538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.941635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.941741] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bf31662-2d0e-46d1-a873-cdf81ca22111 already deleted. [ 587.941823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf31662-2d0e-46d1-a873-cdf81ca22111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.950445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4b29d10-add4-4096-b7eb-a4e69d763f51 [ 587.950588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.950660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.950800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.951141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.951141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.951141] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4b29d10-add4-4096-b7eb-a4e69d763f51 already deleted. [ 587.951318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b29d10-add4-4096-b7eb-a4e69d763f51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.973596] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a756530-094c-4c27-889f-eba066327d80 req-fa0e96da-e318-45fb-b3a1-c04b9837788d tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 587.973596] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 587.973824] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.973950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.974025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.974353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.974469] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.974571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.974627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.974798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.974905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.974997] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.183419] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.199384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: UNINITIALIZED for 4s [ 588.478372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.478372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.478478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.478637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.478722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.478910] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.479026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.479151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.479291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.479639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.479639] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 already deleted. [ 588.479639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.513864] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.514160] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.514341] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.514737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.515117] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.515906] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.515906] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.515906] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.515906] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.516102] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.516181] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.516314] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.516421] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.516574] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.516688] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.516845] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.537553] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.537607] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.537822] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.539846] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.540344] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.540473] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.540604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.540935] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.543461] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.689390] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.689718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.689718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.689825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.689953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.690118] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5920a7-6d09-470b-a028-83f74460516b is going to be created. [ 588.829898] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.830580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.830580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.830580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.830580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.844418] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5920a7-6d09-470b-a028-83f74460516b in Status: UNINITIALIZED for 2s [ 589.046627] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.047649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.047649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.047649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.047649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.047892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af not found, creating... [ 589.048024] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.048210] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.048324] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.048577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.048719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.049060] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.049323] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.049446] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.049683] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.049823] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.049973] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af is going to be created. [ 589.074161] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.076151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.076151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.076151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.076151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.076151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.413044] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 589.413182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.810553] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a756530-094c-4c27-889f-eba066327d80 req-a2a84460-892b-49d9-929a-66f4a7228ee9 service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 589.810838] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a756530-094c-4c27-889f-eba066327d80 req-a2a84460-892b-49d9-929a-66f4a7228ee9 service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 589.810838] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a756530-094c-4c27-889f-eba066327d80 req-a2a84460-892b-49d9-929a-66f4a7228ee9 service nova] Enqueued Resource ID: dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af with Priority: HIGHEST for action port [ 589.813092] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 589.813092] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 589.813092] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af with Priority: HIGHEST for action port [ 589.813092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.813092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.814620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.814620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.814620] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.819022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.819022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.819022] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.819022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.819022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.819022] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.210444] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 590.210677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.210847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.211167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.211452] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.211570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.211570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.213020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.213020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.213020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.213020] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.320215] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.320215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.321461] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.321461] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af with status ACTIVE [ 590.321461] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.322014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.322014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.322014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.322014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.322220] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.322220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.322305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.322498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.322498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.323187] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.323187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.323187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.323187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.323187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.325416] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af is going to be updated. [ 590.352219] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.352219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.352219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.352592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.352592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.352724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab143dc-0d33-4a2b-b0c2-dc9c6f91f8af" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.715484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.715647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.715955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.717528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.717618] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.717748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.717815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.721022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.721022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.721022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.721022] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.827617] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.858640] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5920a7-6d09-470b-a028-83f74460516b in Status: SUCCESS [ 590.858855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.859046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.859324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.859759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.859890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.859957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.860383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.860383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.860383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.860569] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.943831] env[64376]: INFO networking_nsxv3.common.synchronization [None req-20a1064a-b498-4335-b721-0eab4d59199a None None] Enqueued Resource ID: f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2 with Priority: HIGHEST for action port [ 590.944437] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2 with Priority: HIGHEST for action port [ 590.945009] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.945469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.945588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.945898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.946049] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.080142] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a165ab33-920e-43af-957d-aed32f744d7b None None] Enqueued Resource ID: 3a31329d-769e-45ef-8df6-099b1f7ebbfd with Priority: HIGHEST for action port [ 591.081138] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a31329d-769e-45ef-8df6-099b1f7ebbfd with Priority: HIGHEST for action port [ 591.081138] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a31329d-769e-45ef-8df6-099b1f7ebbfd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.081405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a31329d-769e-45ef-8df6-099b1f7ebbfd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.081405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a31329d-769e-45ef-8df6-099b1f7ebbfd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.081539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a31329d-769e-45ef-8df6-099b1f7ebbfd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.081653] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a31329d-769e-45ef-8df6-099b1f7ebbfd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.224703] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3249774b-c6d1-4b58-babb-b8b88f602c35: rpc.has_security_group_logging(os_id): False [ 591.250068] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.250068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.250068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.250068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.250068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.250387] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.250387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.250387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.250537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.250537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.251364] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.251364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.251364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.251364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.251364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.251801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.251801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.251910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.252167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.252320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.253035] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be created. [ 591.331319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.331523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.331632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.331980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.332391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.334992] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.335196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.335196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.335476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.335584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.335584] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be created. [ 591.354126] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: IN_PROGRESS for 2s [ 591.364805] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.365022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.365022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.365526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.366517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.366517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.366517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.366517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.366517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.366517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.366964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.366964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.366964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.366964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.366964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.368189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.369021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.369241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.369793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.369793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.369793] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.374632] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.374632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.374632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.374632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.374632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.391851] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: UNINITIALIZED for 2s [ 591.448997] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2 [ 591.448997] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.448997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.448997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.449339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.449480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.449520] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2 already deleted. [ 591.449607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f099a0b5-f5a3-4ce3-83fc-9b9ec21a05c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.585013] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a31329d-769e-45ef-8df6-099b1f7ebbfd [ 591.585136] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.585283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.585346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.585688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.585688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.585892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a31329d-769e-45ef-8df6-099b1f7ebbfd already deleted. [ 591.585892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a31329d-769e-45ef-8df6-099b1f7ebbfd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.671913] env[64376]: INFO networking_nsxv3.common.synchronization [None req-099ff790-685d-4767-92ad-c953685072bd tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 591.675376] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 591.675376] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.675376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.675376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.675376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.675376] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.809859] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f827cc83-a7d3-4877-ba15-499ebb6f862f tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 591.810469] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 591.810469] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.810593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.872642] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c5920a7-6d09-470b-a028-83f74460516b: rpc.has_security_group_logging(os_id): False [ 591.899834] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.900029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.900072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.900371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.901550] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.901550] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.901550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.901953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.901953] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.901953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.901953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.904145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.904145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.904145] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5920a7-6d09-470b-a028-83f74460516b is going to be created. [ 591.985725] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.985874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.985943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.986372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.986372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.999211] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c5920a7-6d09-470b-a028-83f74460516b in Status: IN_PROGRESS for 2s [ 592.219182] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.219382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.219437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.219662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.220048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.220137] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe already deleted. [ 592.220204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.220365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.220547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.220637] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.750823] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.750927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.752915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.752915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.752915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.752915] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe already deleted. [ 592.752915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.975930] env[64376]: INFO networking_nsxv3.common.synchronization [req-698b6462-fa06-4536-8cb1-6ed5e94f472e req-4570034f-d3cf-4953-a278-f7ef2afabe80 tempest-MigrationsAdminTest-1501472152 tempest-MigrationsAdminTest-1501472152-project-member] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 592.976608] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 592.976940] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.977132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.977232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.977786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.977786] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.977786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.977786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.978089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.978089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.978327] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.371162] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 593.376254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.404037] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 593.404437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.404919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.405528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.407026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.407026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.407026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.407026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.407026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.407026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.407026] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.449418] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.449418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.449418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.449418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.449418] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.450870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.451205] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.451779] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.452068] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.452594] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.454801] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.454801] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.454801] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.454801] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.454801] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.454801] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.476418] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.476418] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.476418] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.476641] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.476877] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-c0cff435-4434-4127-980e-0297eaa86d11 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.477167] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.477301] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.477702] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.477779] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cff435-4434-4127-980e-0297eaa86d11',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.480106] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.480232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.480295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.480502] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.480591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.480770] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.480863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.480919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.481102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.481166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.481250] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 already deleted. [ 593.481328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.911490] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.982337] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.982337] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.982337] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.982337] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.982337] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.982992] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port c0cff435-4434-4127-980e-0297eaa86d11 not found, creating... [ 593.982992] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.982992] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.982992] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.983386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.983386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.983511] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.983659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.983772] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.983975] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.984116] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.984252] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: c0cff435-4434-4127-980e-0297eaa86d11 is going to be created. [ 594.019994] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.020335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.020413] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.020870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.021050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.021282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.035729] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c5920a7-6d09-470b-a028-83f74460516b in Status: SUCCESS [ 594.035889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.219679] env[64376]: INFO networking_nsxv3.common.synchronization [None req-cc527e49-7906-46b7-a942-ec3b932e0708 None None] Enqueued Resource ID: 54a98eeb-0304-4fa9-aa10-74c4a804da11 with Priority: HIGHEST for action port [ 594.220745] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a98eeb-0304-4fa9-aa10-74c4a804da11 with Priority: HIGHEST for action port [ 594.220745] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a98eeb-0304-4fa9-aa10-74c4a804da11 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.221081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a98eeb-0304-4fa9-aa10-74c4a804da11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.221081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a98eeb-0304-4fa9-aa10-74c4a804da11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.221225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a98eeb-0304-4fa9-aa10-74c4a804da11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.221282] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a98eeb-0304-4fa9-aa10-74c4a804da11',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.358048] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5e593c5d-7953-406c-a6c2-9cf17847e599 None None] Enqueued Resource ID: 24d360f3-1694-4440-b937-ce418714c731 with Priority: HIGHEST for action port [ 594.358320] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d360f3-1694-4440-b937-ce418714c731 with Priority: HIGHEST for action port [ 594.358916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d360f3-1694-4440-b937-ce418714c731 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.359056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d360f3-1694-4440-b937-ce418714c731" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.359123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d360f3-1694-4440-b937-ce418714c731" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d360f3-1694-4440-b937-ce418714c731" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.359476] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d360f3-1694-4440-b937-ce418714c731',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.414205] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aae1111-49c6-45d8-a9aa-90fb7010d531: rpc.has_security_group_logging(os_id): False [ 594.432585] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.432760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.432867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.433114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.433226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.433465] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.433783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.433783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.433899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.433899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.433979] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be created. [ 594.504146] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.504146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.504146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.504146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.504146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.516360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 594.723092] env[64376]: INFO networking_nsxv3.common.synchronization [req-698b6462-fa06-4536-8cb1-6ed5e94f472e req-2a4ddbfe-40c0-4788-b037-77e884bad6fc service nova] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_rules [ 594.723311] env[64376]: INFO networking_nsxv3.common.synchronization [req-698b6462-fa06-4536-8cb1-6ed5e94f472e req-2a4ddbfe-40c0-4788-b037-77e884bad6fc service nova] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 594.723446] env[64376]: INFO networking_nsxv3.common.synchronization [req-698b6462-fa06-4536-8cb1-6ed5e94f472e req-2a4ddbfe-40c0-4788-b037-77e884bad6fc service nova] Enqueued Resource ID: c0cff435-4434-4127-980e-0297eaa86d11 with Priority: HIGHEST for action port [ 594.724314] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_rules [ 594.724453] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 594.724574] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0cff435-4434-4127-980e-0297eaa86d11 with Priority: HIGHEST for action port [ 594.724739] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54a98eeb-0304-4fa9-aa10-74c4a804da11 [ 594.724924] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.725448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.725448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.725448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.725656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.725656] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54a98eeb-0304-4fa9-aa10-74c4a804da11 already deleted. [ 594.725753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a98eeb-0304-4fa9-aa10-74c4a804da11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.726207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.726207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.726207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.726556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.726556] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.732436] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.732436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.732436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.732691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.732852] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.732963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.733074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.733315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.733375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.733485] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.734374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0cff435-4434-4127-980e-0297eaa86d11 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.734550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.734550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.734907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.734907] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cff435-4434-4127-980e-0297eaa86d11',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.862380] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24d360f3-1694-4440-b937-ce418714c731 [ 594.863754] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.863754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.863754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.863754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.863754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.863754] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24d360f3-1694-4440-b937-ce418714c731 already deleted. [ 594.863754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d360f3-1694-4440-b937-ce418714c731" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.239022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.239022] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.239022] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0cff435-4434-4127-980e-0297eaa86d11 with status ACTIVE [ 595.239022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.239022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.239022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.240164] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.240164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.240942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.241372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.241713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.243915] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0cff435-4434-4127-980e-0297eaa86d11 is going to be updated. [ 595.268591] env[64376]: INFO networking_nsxv3.common.synchronization [req-998a1362-7b27-4898-8bfb-ed46de872265 req-80ee13a2-0855-4984-a31e-80ac7de4157f tempest-AttachInterfacesV270Test-1772815965 tempest-AttachInterfacesV270Test-1772815965-project-member] Enqueued Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_members [ 595.274185] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.274325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.274395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.274608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.274775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.274939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0cff435-4434-4127-980e-0297eaa86d11" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.275683] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_members [ 595.276010] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.276123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.276183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.277036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.277036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.277036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.277036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.277036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.277036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.277351] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.748405] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.782208] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.782377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.782441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.782752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.783036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.783036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.783202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.783202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.783286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.783378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.783498] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 already deleted. [ 595.783594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.823194] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.823464] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-770" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.823592] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-770" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.823927] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-770" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.824200] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.824354] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.824465] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.824679] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.824818] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.825177] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.825473] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.825875] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.826046] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.826202] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.826438] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.826615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.849295] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.851128] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.851313] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.851522] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-770" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.851825] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-7795dcaf-efae-4be1-b8ba-4752968c21ab taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.852022] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.852126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.852481] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.852601] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7795dcaf-efae-4be1-b8ba-4752968c21ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.253810] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.253810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.253810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.254897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.254897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.254897] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be created. [ 596.284092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.284317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.284400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.284664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.285460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.300054] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: UNINITIALIZED for 2s [ 596.356554] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.356886] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.356956] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.357423] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.357592] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.357757] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 7795dcaf-efae-4be1-b8ba-4752968c21ab not found, creating... [ 596.358063] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.358243] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.358364] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.358621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.358762] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.359091] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.359338] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.359467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.359696] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.359828] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.359971] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 7795dcaf-efae-4be1-b8ba-4752968c21ab is going to be created. [ 596.374797] env[64376]: INFO networking_nsxv3.common.synchronization [None req-515cb310-75d8-4d9b-9e4a-eadac92cf16a None None] Enqueued Resource ID: 4bae9d01-2941-40f2-a6ae-02070660cdcc with Priority: HIGHEST for action port [ 596.374797] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bae9d01-2941-40f2-a6ae-02070660cdcc with Priority: HIGHEST for action port [ 596.374797] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bae9d01-2941-40f2-a6ae-02070660cdcc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.374797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bae9d01-2941-40f2-a6ae-02070660cdcc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.375233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bae9d01-2941-40f2-a6ae-02070660cdcc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.375233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bae9d01-2941-40f2-a6ae-02070660cdcc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.375338] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bae9d01-2941-40f2-a6ae-02070660cdcc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.395687] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.396270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.396270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.396536] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.396853] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.397246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.528819] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 596.529361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.878912] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bae9d01-2941-40f2-a6ae-02070660cdcc [ 596.879491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.879653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.879742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.880010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.880114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.880228] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bae9d01-2941-40f2-a6ae-02070660cdcc already deleted. [ 596.880323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bae9d01-2941-40f2-a6ae-02070660cdcc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530313] env[64376]: INFO networking_nsxv3.common.synchronization [req-998a1362-7b27-4898-8bfb-ed46de872265 req-a357a796-c3bc-49ed-a426-012419a28f76 service nova] Enqueued Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_rules [ 597.530313] env[64376]: INFO networking_nsxv3.common.synchronization [req-998a1362-7b27-4898-8bfb-ed46de872265 req-a357a796-c3bc-49ed-a426-012419a28f76 service nova] Enqueued Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_members [ 597.530313] env[64376]: INFO networking_nsxv3.common.synchronization [req-998a1362-7b27-4898-8bfb-ed46de872265 req-a357a796-c3bc-49ed-a426-012419a28f76 service nova] Enqueued Resource ID: 7795dcaf-efae-4be1-b8ba-4752968c21ab with Priority: HIGHEST for action port [ 597.530313] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_rules [ 597.530313] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_members [ 597.530313] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7795dcaf-efae-4be1-b8ba-4752968c21ab with Priority: HIGHEST for action port [ 597.530313] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.530313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.531479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.531693] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.533325] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.533325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.533325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.533325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.533813] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.534129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.535417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.535417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.535417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.535417] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.536259] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7795dcaf-efae-4be1-b8ba-4752968c21ab taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.536524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.536698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.536994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.538191] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7795dcaf-efae-4be1-b8ba-4752968c21ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.037520] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.038677] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.038827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.040354] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7795dcaf-efae-4be1-b8ba-4752968c21ab with status ACTIVE [ 598.040540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.040656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.040720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.040938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.041025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.041193] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.041284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.041343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.041485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.041627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.041802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.041891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.042254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.042254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.042254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.042254] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7795dcaf-efae-4be1-b8ba-4752968c21ab is going to be updated. [ 598.068347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.068754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.068754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.068854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.068920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.069085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7795dcaf-efae-4be1-b8ba-4752968c21ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.100244] env[64376]: INFO networking_nsxv3.common.synchronization [req-dd8a6a8a-c041-4dcd-8b6a-58e014770f09 req-473a7570-003f-4dbe-add7-67c2c2a5597b tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 598.101032] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 598.101364] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.101514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.102194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.102194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.102194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.102194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.102194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.102433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.102433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.102433] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.310520] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 598.310520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.311136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.311136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.311136] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.311331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.311331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.312240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.312240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.312240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.312240] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.540531] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.571138] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.571138] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.571138] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.571336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.571513] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.571670] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.571821] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.571989] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.572694] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.572901] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.573066] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.573125] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.573230] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.573387] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.573505] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.573638] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.595132] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.595299] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.595434] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.595612] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.596711] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-5ddda609-574d-4fbe-bb04-26e74dd83dbe taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.596711] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.596711] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.597582] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.597734] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ddda609-574d-4fbe-bb04-26e74dd83dbe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.604884] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.605040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.605107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.605478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.606187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.606517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.606636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.606731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.606938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.607038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.607131] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f already deleted. [ 598.607217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.815542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.815705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.815769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.816021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.816190] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.816285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.816346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.816864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.816864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.816864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.816864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.817053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.817053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.817162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.817321] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.817410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.817464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.818396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.818396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.818396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.818396] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.044193] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.044948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.046029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.046029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.046029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.046029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 is going to be created. [ 599.077932] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.079475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.079475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.079475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.079475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.091972] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 in Status: UNINITIALIZED for 2s [ 599.101087] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.101908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.101908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.101908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.101908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.102085] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 5ddda609-574d-4fbe-bb04-26e74dd83dbe not found, creating... [ 599.102381] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.102562] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.102738] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.102953] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.103143] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.103480] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.104349] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.104349] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.104349] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.104349] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.104349] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 5ddda609-574d-4fbe-bb04-26e74dd83dbe is going to be created. [ 599.128196] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.128196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.128196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.128196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.128196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.128196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.320562] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949: rpc.has_security_group_logging(os_id): False [ 599.346482] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.346731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.346731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.346910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.347020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.347324] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.347431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.347477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.347646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.347730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.347979] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.348099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.348162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.348311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.348388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.348569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.348740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.348813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.348959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.349049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.349138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be created. [ 599.417784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.417924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.418039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.418326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.418541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.431295] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 599.852220] env[64376]: INFO networking_nsxv3.common.synchronization [req-dd8a6a8a-c041-4dcd-8b6a-58e014770f09 req-60456633-d767-4235-9ffc-2b22722291e1 service nova] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 599.854468] env[64376]: INFO networking_nsxv3.common.synchronization [req-dd8a6a8a-c041-4dcd-8b6a-58e014770f09 req-60456633-d767-4235-9ffc-2b22722291e1 service nova] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 599.854468] env[64376]: INFO networking_nsxv3.common.synchronization [req-dd8a6a8a-c041-4dcd-8b6a-58e014770f09 req-60456633-d767-4235-9ffc-2b22722291e1 service nova] Enqueued Resource ID: 5ddda609-574d-4fbe-bb04-26e74dd83dbe with Priority: HIGHEST for action port [ 599.854468] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 599.854468] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 599.854468] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddda609-574d-4fbe-bb04-26e74dd83dbe with Priority: HIGHEST for action port [ 599.854468] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.854468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.854468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.854468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.854468] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.855472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.855621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.855710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.855812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.855951] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.856066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.856127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.856361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.856361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.858221] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.858221] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ddda609-574d-4fbe-bb04-26e74dd83dbe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.858593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.858657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.858790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.858867] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ddda609-574d-4fbe-bb04-26e74dd83dbe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.176046] env[64376]: INFO networking_nsxv3.common.synchronization [req-7253800e-0ae0-4cbb-b528-013547eea744 req-6d667496-cebb-4b1f-b084-a9f701dd02a4 tempest-ServersTestJSON-2024794635 tempest-ServersTestJSON-2024794635-project-member] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_members [ 600.176833] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_members [ 600.177826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.178037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.178318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.178704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.178913] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.179067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.179177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.179625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.180323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.180473] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.360911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.361134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.361303] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.362211] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ddda609-574d-4fbe-bb04-26e74dd83dbe with status ACTIVE [ 600.362433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.362551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.362635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.362858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.362949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.366651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.366651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.366651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.366651] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ddda609-574d-4fbe-bb04-26e74dd83dbe is going to be updated. [ 600.390150] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.390150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.390150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.390150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.390150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.390150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ddda609-574d-4fbe-bb04-26e74dd83dbe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.684051] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.684051] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.684051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.684051] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847494-a9c5-4d28-82ef-203c3635357e already deleted. [ 600.684542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.858360] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.858719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-560" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.858719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-560" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.858965] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-560" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.859226] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.859409] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.859531] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.861555] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.861758] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.861992] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.862555] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.862673] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.864217] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.864387] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.864511] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.864652] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.866498] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.884526] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.884726] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.884843] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.884999] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-560" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.885574] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.885813] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.885976] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.886350] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.886495] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.103197] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 in Status: SUCCESS [ 601.103413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.103687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.103802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.103989] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.104120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.104182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.104335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.104413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.104494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.104583] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.123301] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e045ecb4-65da-4786-a65a-18312e9d746c None None] Enqueued Resource ID: 39ef140a-54a7-4d49-bea4-1990effb26fe with Priority: HIGHEST for action port [ 601.123546] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ef140a-54a7-4d49-bea4-1990effb26fe with Priority: HIGHEST for action port [ 601.124232] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ef140a-54a7-4d49-bea4-1990effb26fe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.124298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ef140a-54a7-4d49-bea4-1990effb26fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.124360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ef140a-54a7-4d49-bea4-1990effb26fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.124654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ef140a-54a7-4d49-bea4-1990effb26fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.124741] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ef140a-54a7-4d49-bea4-1990effb26fe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.369342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.369804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.369804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.370035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.370239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370403] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be created. [ 601.389948] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.390145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.390321] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.390861] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.391126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.391363] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 not found, creating... [ 601.391927] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.392189] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.392384] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.392755] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.393250] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.393759] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.393759] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393934] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.394577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.394577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.394728] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 is going to be created. [ 601.408736] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.409079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.409194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.409501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.409774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.422038] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: UNINITIALIZED for 2s [ 601.425806] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.427219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.427219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.427219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.427219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.427509] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.450378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 601.450642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.607471] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.607634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.607699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.607949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.608137] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.608240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.608303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.608454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.608538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.612375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612375] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.628046] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39ef140a-54a7-4d49-bea4-1990effb26fe [ 601.628295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.628521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.628521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.628756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.628846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.628934] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39ef140a-54a7-4d49-bea4-1990effb26fe already deleted. [ 601.629015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ef140a-54a7-4d49-bea4-1990effb26fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.116049] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3beba42-13d0-4467-adbd-48ab5ef103b7: rpc.has_security_group_logging(os_id): False [ 602.136272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.136538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.136538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.136659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.136755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.136933] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.137038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.137091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.137253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.137335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.137536] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.137619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.137672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.137835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.137920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.138461] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.138619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.138681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.138832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.138908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.138995] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 is going to be created. [ 602.189523] env[64376]: INFO networking_nsxv3.common.synchronization [req-7253800e-0ae0-4cbb-b528-013547eea744 req-cc44e9f3-85f3-4155-a8a3-acb6314ac364 service nova] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_rules [ 602.189750] env[64376]: INFO networking_nsxv3.common.synchronization [req-7253800e-0ae0-4cbb-b528-013547eea744 req-cc44e9f3-85f3-4155-a8a3-acb6314ac364 service nova] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_members [ 602.189931] env[64376]: INFO networking_nsxv3.common.synchronization [req-7253800e-0ae0-4cbb-b528-013547eea744 req-cc44e9f3-85f3-4155-a8a3-acb6314ac364 service nova] Enqueued Resource ID: 70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 with Priority: HIGHEST for action port [ 602.190555] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_rules [ 602.190733] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_members [ 602.190871] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 with Priority: HIGHEST for action port [ 602.191201] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.191361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.191477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.191635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.191716] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.192625] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.192746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.192814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.193010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.193166] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.194154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.194204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.194375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.194495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.194558] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.195753] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.196210] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.226093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.226301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.226301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.226541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.227085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.252305] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 in Status: IN_PROGRESS for 2s [ 602.263452] env[64376]: INFO networking_nsxv3.common.synchronization [req-4dc1c1c8-a589-4393-95de-50267171d953 req-cca0909a-65ac-4056-b378-8809d4ea015d tempest-VolumesAssistedSnapshotsTest-1546786492 tempest-VolumesAssistedSnapshotsTest-1546786492-project-member] Enqueued Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_members [ 602.264283] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_members [ 602.265315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.265315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.265507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266605] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.266605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.266605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.266605] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.701558] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.703472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.704124] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 with status ACTIVE [ 602.704675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.704675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.704675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.711023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.711023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.711023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.711023] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6 is going to be updated. [ 602.733931] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.734166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.734270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.734659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.734769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.735020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c3ebb9-dfdb-46fb-bd43-f1210fe6e2b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.741340] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.741340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.741340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.741340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.742739] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.742739] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.742739] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.742739] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.742739] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.742943] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.743071] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.743143] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.743286] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.743434] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.743578] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.743750] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.768741] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.768872] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.769858] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.769858] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769858] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769858] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.770114] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.771013] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.771013] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6151f5-314f-4c0f-9e6b-4d93b37199ec',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.772683] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.772683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.772683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.772683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.772683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.772683] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.773942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.773942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.773942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.773942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b3df24-b247-4733-a7bf-049400050607 already deleted. [ 602.773942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.204561] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.274755] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.275032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.275113] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.275413] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.277038] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 7d6151f5-314f-4c0f-9e6b-4d93b37199ec not found, creating... [ 603.277038] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.277038] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.277038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.277476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.277476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.277533] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 7d6151f5-314f-4c0f-9e6b-4d93b37199ec is going to be created. [ 603.314482] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.314482] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.315432] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.315432] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.315646] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.315923] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.434420] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 603.434713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.434931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.438543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.438543] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.438543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.438543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.438543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.438543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.438543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.438543] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.628856] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1e0e84ba-b1b6-476c-9397-c9783a8b46f6 None None] Enqueued Resource ID: f3b44793-72d6-4fd5-8e63-4f87f79e5eb5 with Priority: HIGHEST for action port [ 603.629540] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b44793-72d6-4fd5-8e63-4f87f79e5eb5 with Priority: HIGHEST for action port [ 603.629882] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b44793-72d6-4fd5-8e63-4f87f79e5eb5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.630024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b44793-72d6-4fd5-8e63-4f87f79e5eb5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.630231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b44793-72d6-4fd5-8e63-4f87f79e5eb5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.630563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b44793-72d6-4fd5-8e63-4f87f79e5eb5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.630666] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b44793-72d6-4fd5-8e63-4f87f79e5eb5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.708220] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.708458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.708533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.708750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.708842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.708942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847494-a9c5-4d28-82ef-203c3635357e is going to be created. [ 603.736166] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.736166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.736166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.736166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.736166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.747438] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847494-a9c5-4d28-82ef-203c3635357e in Status: UNINITIALIZED for 2s [ 603.942410] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.093849] env[64376]: INFO networking_nsxv3.common.synchronization [req-4dc1c1c8-a589-4393-95de-50267171d953 req-b8bbe7e8-9eef-4b89-b0ca-2dbd70e4371a service nova] Enqueued Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_rules [ 604.094021] env[64376]: INFO networking_nsxv3.common.synchronization [req-4dc1c1c8-a589-4393-95de-50267171d953 req-b8bbe7e8-9eef-4b89-b0ca-2dbd70e4371a service nova] Enqueued Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_members [ 604.095449] env[64376]: INFO networking_nsxv3.common.synchronization [req-4dc1c1c8-a589-4393-95de-50267171d953 req-b8bbe7e8-9eef-4b89-b0ca-2dbd70e4371a service nova] Enqueued Resource ID: 7d6151f5-314f-4c0f-9e6b-4d93b37199ec with Priority: HIGHEST for action port [ 604.095449] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_rules [ 604.095449] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_members [ 604.095449] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6151f5-314f-4c0f-9e6b-4d93b37199ec with Priority: HIGHEST for action port [ 604.095720] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.096700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.096872] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.099719] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.099719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.099719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.099719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.101105] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.101105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.101105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.101105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.101388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.101546] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.102583] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.102703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.102772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.102942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.103960] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6151f5-314f-4c0f-9e6b-4d93b37199ec',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.108207] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb3f425a-4959-4fac-981f-af9e95827bcf req-9fdd856b-8ee9-4165-b1d3-e548b235d061 tempest-ImagesNegativeTestJSON-1945730218 tempest-ImagesNegativeTestJSON-1945730218-project-member] Enqueued Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_members [ 604.108926] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_members [ 604.113023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.113023] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.135273] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3b44793-72d6-4fd5-8e63-4f87f79e5eb5 [ 604.135273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.135273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.135273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.135431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.135489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.135582] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3b44793-72d6-4fd5-8e63-4f87f79e5eb5 already deleted. [ 604.135660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b44793-72d6-4fd5-8e63-4f87f79e5eb5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.281722] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 in Status: SUCCESS [ 604.282020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.446022] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8a93f8-b223-4931-9f36-5c8ed8a2308f: rpc.has_security_group_logging(os_id): False [ 604.475025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.475251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.475356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.478253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.478253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.478253] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.478253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.478253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.478253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.478253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.478253] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be created. [ 604.557712] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.557712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.557712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.557712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.557712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.570659] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.570873] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-450" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.571892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-450" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.572299] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-450" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.573077] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.573353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.573554] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.573874] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.574054] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.574296] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.574412] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.574531] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.574652] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.574761] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.574873] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.575036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.576910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 604.599041] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.599041] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.599041] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.599041] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-450" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.599041] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.599449] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.599449] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.599753] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.599927] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a7bb00-36d7-4060-b433-ee0f3d6e6f6c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.606057] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.607845] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.607982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.609532] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6151f5-314f-4c0f-9e6b-4d93b37199ec with status ACTIVE [ 604.609628] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.609981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.609981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.610127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.610127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.610306] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.610468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.614216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.614474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.614591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.615400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.615400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.615400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.615400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.615400] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6151f5-314f-4c0f-9e6b-4d93b37199ec is going to be updated. [ 604.616918] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.617048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.618076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.618076] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda90c35-d32b-43b9-96ba-24b627435f64 already deleted. [ 604.618076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.641505] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.641677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.641760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.641978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.642131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.642326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6151f5-314f-4c0f-9e6b-4d93b37199ec" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.102787] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.103052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.103179] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.103448] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.103741] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.103797] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 49a7bb00-36d7-4060-b433-ee0f3d6e6f6c not found, creating... [ 605.104043] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.104216] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.104397] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.104668] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.104989] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.105271] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.105499] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.105651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.105919] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.106110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.106260] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 49a7bb00-36d7-4060-b433-ee0f3d6e6f6c is going to be created. [ 605.107779] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.130055] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.130256] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.130447] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.130745] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.130966] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.131194] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.551245] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b233002d-9b3d-472a-9dba-fca712030be7 tempest-ServersV294TestFqdnHostnames-1415697293 tempest-ServersV294TestFqdnHostnames-1415697293-project-member] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_rules [ 605.552101] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_rules [ 605.552530] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.552686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.552771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.553065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.553154] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.609769] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.609923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.610025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.610348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.610348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.610476] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b3df24-b247-4733-a7bf-049400050607 is going to be created. [ 605.635401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.635401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.635401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.635401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.635839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.649197] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b3df24-b247-4733-a7bf-049400050607 in Status: UNINITIALIZED for 2s [ 605.761517] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847494-a9c5-4d28-82ef-203c3635357e in Status: SUCCESS [ 605.761517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.761517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.762168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.762442] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.762792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.762970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.763248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.764429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.764429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.764429] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.904381] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb3f425a-4959-4fac-981f-af9e95827bcf req-b8eab317-ab8a-4f2d-944c-e72479b5b441 service nova] Enqueued Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_rules [ 605.904534] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb3f425a-4959-4fac-981f-af9e95827bcf req-b8eab317-ab8a-4f2d-944c-e72479b5b441 service nova] Enqueued Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_members [ 605.904695] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb3f425a-4959-4fac-981f-af9e95827bcf req-b8eab317-ab8a-4f2d-944c-e72479b5b441 service nova] Enqueued Resource ID: 49a7bb00-36d7-4060-b433-ee0f3d6e6f6c with Priority: HIGHEST for action port [ 605.905688] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_rules [ 605.905959] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_members [ 605.906189] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a7bb00-36d7-4060-b433-ee0f3d6e6f6c with Priority: HIGHEST for action port [ 605.907404] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.907404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.907404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.907543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.907636] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.909234] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.909553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.909553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.913048] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.913048] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.913048] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.913048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.913613] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a7bb00-36d7-4060-b433-ee0f3d6e6f6c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.074990] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.074990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.075121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.075471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.075671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.075815] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b7710-e39b-427f-8ccf-b04003724649 already deleted. [ 606.075931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.094375] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b2326794-79f4-4f33-b5dd-893d3ae5406f tempest-ServersV294TestFqdnHostnames-1415697293 tempest-ServersV294TestFqdnHostnames-1415697293-project-member] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_rules [ 606.094853] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_rules [ 606.097783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.097934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.097991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.098238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.098364] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.266731] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.415424] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.415623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.418111] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.419471] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49a7bb00-36d7-4060-b433-ee0f3d6e6f6c with status ACTIVE [ 606.419872] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.420019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.420145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.420429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.420629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.420993] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.421162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.421262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.421457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.421557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.421780] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.421922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.421980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.422182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.422271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.422378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49a7bb00-36d7-4060-b433-ee0f3d6e6f6c is going to be updated. [ 606.448973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.449201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.449201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.449598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.449715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.449876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49a7bb00-36d7-4060-b433-ee0f3d6e6f6c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.598902] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 606.598902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.626194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.626342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.626934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.627207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.627356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.627427] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b7710-e39b-427f-8ccf-b04003724649 already deleted. [ 606.627559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.771452] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99847494-a9c5-4d28-82ef-203c3635357e: rpc.has_security_group_logging(os_id): False [ 606.795405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.795926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.796090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.796563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.796883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.797295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.797675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.797753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.797972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.798059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.798213] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847494-a9c5-4d28-82ef-203c3635357e is going to be created. [ 606.874434] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.875660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.875769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.876390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.877136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.892439] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847494-a9c5-4d28-82ef-203c3635357e in Status: IN_PROGRESS for 2s [ 606.925301] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.234275] env[64376]: INFO networking_nsxv3.common.synchronization [req-943fcde1-a8f7-4184-976e-fd5ef60e2d12 req-5dc8ddf6-a348-455d-850a-b82f1ab2924d tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 607.235668] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 607.235668] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.235668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.235668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.235668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.236333] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.236511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.236640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.236834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.236970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.237123] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.419703] env[64376]: INFO networking_nsxv3.common.synchronization [req-bcf13595-6e81-410d-9378-79ae50691cd2 req-ec4b8308-6967-4d07-a244-ee04a34b0094 tempest-DeleteServersAdminTestJSON-898856536 tempest-DeleteServersAdminTestJSON-898856536-project-admin] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 607.420273] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 607.420702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.421450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.422411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.422411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.422411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.422411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.422411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.422411] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.428995] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.429459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.430658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.430658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda90c35-d32b-43b9-96ba-24b627435f64 is going to be created. [ 607.455274] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.455551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.455662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.455908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.456096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.469300] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda90c35-d32b-43b9-96ba-24b627435f64 in Status: UNINITIALIZED for 2s [ 607.656495] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b3df24-b247-4733-a7bf-049400050607 in Status: SUCCESS [ 607.656842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.656883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.657154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.657414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.657605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.657651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.657839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.657972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.658294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.658294] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.712545] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b367c7f4-8a8c-46bd-bf05-007fcf04316a tempest-ServersWithSpecificFlavorTestJSON-594084426 tempest-ServersWithSpecificFlavorTestJSON-594084426-project-member] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 607.714088] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 607.714494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.715048] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.739303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.739548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.739685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.740314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.740314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.740314] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.740537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.740537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.740626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.740723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.740859] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe already deleted. [ 607.740967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.829798] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.830237] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.830418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.832312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.832312] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.832312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.832312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.832312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.832312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.832312] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.832312] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.832312] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.832312] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.832868] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.832868] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.832868] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.852659] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.853559] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.853559] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.853559] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.853559] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-30add504-97d0-4e1c-8e07-c43057fae133 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.853887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.853887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.854243] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.854372] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30add504-97d0-4e1c-8e07-c43057fae133',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.924541] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.925038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.925235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.925329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.925687] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be updated. [ 607.955457] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.955457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.955457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.955698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.955778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.965534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: IN_PROGRESS for 2s [ 607.972093] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a35f3af5-ccb5-45c5-951a-3aca13a1b5fb tempest-ServersWithSpecificFlavorTestJSON-594084426 tempest-ServersWithSpecificFlavorTestJSON-594084426-project-member] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 607.972640] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 607.972861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.972969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.160201] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.240951] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.241364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.241492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.241856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.242014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.242169] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 already deleted. [ 608.242306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.242563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.242837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.242972] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.358555] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.358555] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.358555] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.358894] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.358978] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.359187] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 30add504-97d0-4e1c-8e07-c43057fae133 not found, creating... [ 608.359572] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.359779] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.359990] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.360300] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.360500] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.360922] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.361136] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.361277] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.361751] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.361751] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.362069] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 30add504-97d0-4e1c-8e07-c43057fae133 is going to be created. [ 608.389540] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.389862] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.390060] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.390483] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.390816] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.391191] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.663037] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2b3df24-b247-4733-a7bf-049400050607: rpc.has_security_group_logging(os_id): False [ 608.682644] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.683060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.683249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.683579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.683789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.684182] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.685017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.685017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.685017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.685017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.685017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b3df24-b247-4733-a7bf-049400050607 is going to be created. [ 608.757527] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.757799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.757799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.758078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.758275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.769262] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.769464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.769536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.769768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.769890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.769995] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 already deleted. [ 608.770049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.770819] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b3df24-b247-4733-a7bf-049400050607 in Status: IN_PROGRESS for 2s [ 608.907208] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847494-a9c5-4d28-82ef-203c3635357e in Status: SUCCESS [ 608.907548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.337173] env[64376]: INFO networking_nsxv3.common.synchronization [req-943fcde1-a8f7-4184-976e-fd5ef60e2d12 req-2ee06bad-e72a-4dd1-a873-87ba4c3eac4b service nova] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 609.337173] env[64376]: INFO networking_nsxv3.common.synchronization [req-943fcde1-a8f7-4184-976e-fd5ef60e2d12 req-2ee06bad-e72a-4dd1-a873-87ba4c3eac4b service nova] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 609.337173] env[64376]: INFO networking_nsxv3.common.synchronization [req-943fcde1-a8f7-4184-976e-fd5ef60e2d12 req-2ee06bad-e72a-4dd1-a873-87ba4c3eac4b service nova] Enqueued Resource ID: 30add504-97d0-4e1c-8e07-c43057fae133 with Priority: HIGHEST for action port [ 609.338171] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 609.338666] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 609.339248] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30add504-97d0-4e1c-8e07-c43057fae133 with Priority: HIGHEST for action port [ 609.340156] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.340156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.340684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.341246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.341246] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.343382] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.346505] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.346505] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.346505] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-30add504-97d0-4e1c-8e07-c43057fae133 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.346505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.348663] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30add504-97d0-4e1c-8e07-c43057fae133',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.482763] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda90c35-d32b-43b9-96ba-24b627435f64 in Status: SUCCESS [ 609.484656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.484656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.484656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.484656] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.484656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.484656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.484656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485167] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.856426] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.857588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.857736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.857966] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30add504-97d0-4e1c-8e07-c43057fae133 with status ACTIVE [ 609.858066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.859113] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.859113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.859501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.859501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.859501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.859501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.859631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.859631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30add504-97d0-4e1c-8e07-c43057fae133 is going to be updated. [ 609.887701] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.887863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.887863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.888095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.888235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.888406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30add504-97d0-4e1c-8e07-c43057fae133" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.976328] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 609.976495] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 deletion is rescheduled due to dependency. [ 609.976648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.988304] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.988544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.988544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.988766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.988933] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.989070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.989129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.989283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.989419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.989547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.989721] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.989836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.989893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.990037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.990177] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.990274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.990336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.990486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.990561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.990641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.990732] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.363476] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.493113] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda90c35-d32b-43b9-96ba-24b627435f64: rpc.has_security_group_logging(os_id): False [ 610.518146] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.518415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.518415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.518639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.518758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.519046] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.519167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.519243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.519559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.519788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.519927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.520082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.520431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.520632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.520922] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.521023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.521023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.521193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.521268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.521360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda90c35-d32b-43b9-96ba-24b627435f64 is going to be created. [ 610.612802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.613079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.613079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.613293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.613488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.633696] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda90c35-d32b-43b9-96ba-24b627435f64 in Status: IN_PROGRESS for 2s [ 610.791029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b3df24-b247-4733-a7bf-049400050607 in Status: SUCCESS [ 610.791029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.866723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.866723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.867200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.867200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.867200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.867387] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be created. [ 610.898932] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.899030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.899067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.899295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.899487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.911205] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: UNINITIALIZED for 2s [ 611.325066] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b32d6e21-db77-45c0-9665-e5844ba4b22f None None] Enqueued Resource ID: 203db477-55ba-4f66-9f34-e3d81dba1e4d with Priority: HIGHEST for action port [ 611.325623] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203db477-55ba-4f66-9f34-e3d81dba1e4d with Priority: HIGHEST for action port [ 611.326371] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-203db477-55ba-4f66-9f34-e3d81dba1e4d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.328886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203db477-55ba-4f66-9f34-e3d81dba1e4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.328886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203db477-55ba-4f66-9f34-e3d81dba1e4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.329219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203db477-55ba-4f66-9f34-e3d81dba1e4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.329388] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203db477-55ba-4f66-9f34-e3d81dba1e4d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.832428] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 203db477-55ba-4f66-9f34-e3d81dba1e4d [ 611.833118] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.833118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.833118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.833592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.833764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.834039] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:203db477-55ba-4f66-9f34-e3d81dba1e4d already deleted. [ 611.834180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203db477-55ba-4f66-9f34-e3d81dba1e4d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.649120] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda90c35-d32b-43b9-96ba-24b627435f64 in Status: SUCCESS [ 612.649961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924150] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 612.924396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.924801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.924993] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.928891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.928891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.928891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.928891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.928891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.928891] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.431790] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.934980] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 068e3b82-2a4f-4014-aa0c-d8acd89e5efe: rpc.has_security_group_logging(os_id): False [ 613.956751] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.957767] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.957822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.958088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.958177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958293] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be created. [ 614.054801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.055106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.055277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.055642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.055979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.070351] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 614.200765] env[64376]: INFO networking_nsxv3.common.synchronization [None req-29a7f9da-0e9e-4c82-948b-4b2d24b90730 None None] Enqueued Resource ID: db004ef0-9ba4-469c-9eb0-29be6eff38e2 with Priority: HIGHEST for action port [ 614.204539] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db004ef0-9ba4-469c-9eb0-29be6eff38e2 with Priority: HIGHEST for action port [ 614.205578] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-db004ef0-9ba4-469c-9eb0-29be6eff38e2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.206493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db004ef0-9ba4-469c-9eb0-29be6eff38e2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.206493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db004ef0-9ba4-469c-9eb0-29be6eff38e2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.206493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db004ef0-9ba4-469c-9eb0-29be6eff38e2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.206493] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db004ef0-9ba4-469c-9eb0-29be6eff38e2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.711206] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db004ef0-9ba4-469c-9eb0-29be6eff38e2 [ 614.712435] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.712435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.712435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.714423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.714423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.717418] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db004ef0-9ba4-469c-9eb0-29be6eff38e2 already deleted. [ 614.717418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db004ef0-9ba4-469c-9eb0-29be6eff38e2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.938087] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a083d27e-7447-4f91-a735-d9979cbcd822 tempest-ServersTestManualDisk-156462202 tempest-ServersTestManualDisk-156462202-project-member] Enqueued Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_rules [ 614.938759] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_rules [ 614.939385] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.939584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.939657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.939914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.940113] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.049329] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2803e8de-fc47-4c51-9e16-8ffa6bcf60b6 tempest-ServersTestManualDisk-156462202 tempest-ServersTestManualDisk-156462202-project-member] Enqueued Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_rules [ 615.049936] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_rules [ 615.050257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.050372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.465734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.466047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.466115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.466300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.466396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.466499] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 already deleted. [ 615.466586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.466746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.466916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.467020] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.990595] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.990954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.990954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.991044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.991183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.991275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 already deleted. [ 615.991339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.084519] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 616.084763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.120460] env[64376]: INFO networking_nsxv3.common.synchronization [req-f14cc12f-bbed-49b9-ab23-03c2342fb371 req-2d396a83-75c4-430d-9159-afe47d230231 tempest-TenantUsagesTestJSON-1631457513 tempest-TenantUsagesTestJSON-1631457513-project-member] Enqueued Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_members [ 618.121233] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGHEST for action security_group_members [ 618.121966] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.122179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.122286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.122901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.122901] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.123111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.123226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.123444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.123587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.124355] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.627264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.627474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.627474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.628344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.628434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.628774] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.629589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.629665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.629857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.629940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.630042] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db87748-221a-4410-9285-3a3fa9034e02 is going to be updated. [ 618.671282] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.671468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.671468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.672066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.672066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.689549] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db87748-221a-4410-9285-3a3fa9034e02 in Status: IN_PROGRESS for 2s [ 620.701826] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5db87748-221a-4410-9285-3a3fa9034e02 in Status: SUCCESS [ 620.703132] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5db87748-221a-4410-9285-3a3fa9034e02 deletion is rescheduled due to dependency. [ 620.703132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.404987] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4a3abb0-d88e-4acf-9d16-9ad93a20aff3 req-af16994b-f117-4c28-8105-a96b9f561ff6 tempest-ServersV294TestFqdnHostnames-1415697293 tempest-ServersV294TestFqdnHostnames-1415697293-project-member] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_members [ 621.405588] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_members [ 621.405916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.406084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.406165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.406404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.407248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.407248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.407248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.407248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.407248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.407248] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.680157] env[64376]: INFO networking_nsxv3.common.synchronization [None req-149a353c-7e19-4167-b56d-ad764550d468 None None] Enqueued Resource ID: a4ef9020-971a-4671-a406-0b509731428b with Priority: HIGHEST for action port [ 621.684020] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ef9020-971a-4671-a406-0b509731428b with Priority: HIGHEST for action port [ 621.684020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ef9020-971a-4671-a406-0b509731428b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.684020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ef9020-971a-4671-a406-0b509731428b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.684020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ef9020-971a-4671-a406-0b509731428b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.684020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ef9020-971a-4671-a406-0b509731428b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.684020] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ef9020-971a-4671-a406-0b509731428b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.911398] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.912091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.912358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.912721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.913175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.913645] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.914822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.914822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.914822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.914822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.914822] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b7710-e39b-427f-8ccf-b04003724649 already deleted. [ 621.914822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.052157] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.052376] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-741" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.052455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-741" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.052823] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-741" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.053339] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.053500] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.053685] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.053859] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.054069] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.054232] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.054428] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.054428] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.054632] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.054632] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.054807] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.054893] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.081151] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.081378] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.081493] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.081676] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-741" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081996] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-59dfd190-0b22-4091-816e-541d0645fa86 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.082183] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.082297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.082613] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.082746] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dfd190-0b22-4091-816e-541d0645fa86',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.185877] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ef9020-971a-4671-a406-0b509731428b [ 622.185877] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.185877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.185877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.186308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.186308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.186541] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ef9020-971a-4671-a406-0b509731428b already deleted. [ 622.186541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ef9020-971a-4671-a406-0b509731428b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.587109] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.587478] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.587758] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.588280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.588549] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.588806] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 59dfd190-0b22-4091-816e-541d0645fa86 not found, creating... [ 622.589599] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.589599] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.589762] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.590143] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.590381] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.590974] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.591323] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.591520] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.591872] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.592526] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.592895] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 59dfd190-0b22-4091-816e-541d0645fa86 is going to be created. [ 622.616691] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.617048] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.617267] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.617665] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.618051] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.618504] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.394088] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4a3abb0-d88e-4acf-9d16-9ad93a20aff3 req-3801dfa7-2af2-4c2b-a037-0181ebcb77db service nova] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_rules [ 623.394088] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4a3abb0-d88e-4acf-9d16-9ad93a20aff3 req-3801dfa7-2af2-4c2b-a037-0181ebcb77db service nova] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_members [ 623.394088] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4a3abb0-d88e-4acf-9d16-9ad93a20aff3 req-3801dfa7-2af2-4c2b-a037-0181ebcb77db service nova] Enqueued Resource ID: 59dfd190-0b22-4091-816e-541d0645fa86 with Priority: HIGHEST for action port [ 623.396880] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_rules [ 623.396880] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_members [ 623.397028] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59dfd190-0b22-4091-816e-541d0645fa86 with Priority: HIGHEST for action port [ 623.397427] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.397826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.397826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.397944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.398049] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.399127] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.399286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.400160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.400160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.400160] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.400160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.400160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.400160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.400437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.400437] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.402661] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-59dfd190-0b22-4091-816e-541d0645fa86 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.402661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.402661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.402661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.402661] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dfd190-0b22-4091-816e-541d0645fa86',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.663876] env[64376]: INFO networking_nsxv3.common.synchronization [req-02af2f49-6d1c-4abc-bbd8-b5744b40809a req-4dc0475e-e2d4-48cd-af0e-eb0c5c8d42df tempest-ImagesNegativeTestJSON-1945730218 tempest-ImagesNegativeTestJSON-1945730218-project-member] Enqueued Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_members [ 623.664479] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGHEST for action security_group_members [ 623.664571] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.664655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.664721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.664921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.667746] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.667746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.667746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.667746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.667746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.667746] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.904594] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.904769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.905364] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.905839] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59dfd190-0b22-4091-816e-541d0645fa86 with status ACTIVE [ 623.906169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.906169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.906349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.906413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.906495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.906654] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.906777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.906826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.906981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.907089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.907178] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.911027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.911027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.911027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.911027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.911027] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59dfd190-0b22-4091-816e-541d0645fa86 is going to be updated. [ 623.934136] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.934291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.934352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.934577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.934714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.935941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59dfd190-0b22-4091-816e-541d0645fa86" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.161857] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2c73c949-b795-49f6-9b49-c4f6e56988b8 None None] Enqueued Resource ID: 8fa52323-e1d9-475d-95ef-8f08ed8284e0 with Priority: HIGHEST for action port [ 624.162525] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa52323-e1d9-475d-95ef-8f08ed8284e0 with Priority: HIGHEST for action port [ 624.165239] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa52323-e1d9-475d-95ef-8f08ed8284e0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.165423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa52323-e1d9-475d-95ef-8f08ed8284e0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.165480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa52323-e1d9-475d-95ef-8f08ed8284e0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.165731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa52323-e1d9-475d-95ef-8f08ed8284e0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.165812] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa52323-e1d9-475d-95ef-8f08ed8284e0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.168664] env[64376]: INFO networking_nsxv3.common.synchronization [req-1e6537d1-b10c-49ab-9454-931adf7d3929 req-9859e900-c789-41fe-b206-4cfd22f5e7e0 tempest-FloatingIPsAssociationTestJSON-221721593 tempest-FloatingIPsAssociationTestJSON-221721593-project-member] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 624.170867] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 624.171299] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.171647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.171750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.172013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.172114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.173215] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.173215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.173215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.173215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.173215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.173215] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda90c35-d32b-43b9-96ba-24b627435f64 is going to be updated. [ 624.174323] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.174433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.174496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.174686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.174834] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.174929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.174990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.175150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.175227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.175318] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.207984] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.208150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.208220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.208432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.208570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.223412] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda90c35-d32b-43b9-96ba-24b627435f64 in Status: IN_PROGRESS for 2s [ 624.410879] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.518644] env[64376]: INFO networking_nsxv3.common.synchronization [req-3556deeb-c94c-4f22-88a1-9e978076de90 req-93827f25-90ce-4306-aa25-165a869368b4 tempest-AttachInterfacesV270Test-1772815965 tempest-AttachInterfacesV270Test-1772815965-project-member] Enqueued Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_members [ 624.519243] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGHEST for action security_group_members [ 624.519583] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.520695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.520781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.520988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.521177] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.521288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.521353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.521511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.521599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.521700] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.672021] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa52323-e1d9-475d-95ef-8f08ed8284e0 [ 624.672520] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.672732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.672826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.673076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.673534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.673534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa52323-e1d9-475d-95ef-8f08ed8284e0 already deleted. [ 624.673534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa52323-e1d9-475d-95ef-8f08ed8284e0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.678081] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.803351] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.803351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.803351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.803351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.803351] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.803351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.804270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.804270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.804270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.804270] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.804270] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.804270] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.804270] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.804566] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.804566] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.804566] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.823970] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.824163] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.824295] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.824418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-718" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.824718] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-cba6fd42-60ea-418e-bd66-3845a68da236 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.825170] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.825303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.825631] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.825771] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba6fd42-60ea-418e-bd66-3845a68da236',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.915277] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.915369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.915831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.915831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.915831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.915831] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b7710-e39b-427f-8ccf-b04003724649 is going to be created. [ 624.917646] env[64376]: INFO networking_nsxv3.common.synchronization [None req-623a9972-e7d1-4d5f-901c-0392a6a5c9dd None None] Enqueued Resource ID: 9b61c2ea-24a3-40d2-ad69-fce1a7d342f3 with Priority: HIGHEST for action port [ 624.918292] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b61c2ea-24a3-40d2-ad69-fce1a7d342f3 with Priority: HIGHEST for action port [ 624.919082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b61c2ea-24a3-40d2-ad69-fce1a7d342f3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.919316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b61c2ea-24a3-40d2-ad69-fce1a7d342f3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.919316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b61c2ea-24a3-40d2-ad69-fce1a7d342f3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.919537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b61c2ea-24a3-40d2-ad69-fce1a7d342f3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.919690] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b61c2ea-24a3-40d2-ad69-fce1a7d342f3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.956600] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.956779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.956855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.957224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.957224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.967805] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b7710-e39b-427f-8ccf-b04003724649 in Status: UNINITIALIZED for 2s [ 625.025218] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.025218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.025449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.025548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.025707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.025855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.026032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.026032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.026165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.026239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.026323] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 is going to be updated. [ 625.057821] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.057821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.057957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.058234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.058358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.066052] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 in Status: IN_PROGRESS for 2s [ 625.181745] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.329070] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.329283] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.329431] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.329796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.329959] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.330129] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port cba6fd42-60ea-418e-bd66-3845a68da236 not found, creating... [ 625.330398] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.330690] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.330862] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.331036] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.331404] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.331542] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.331615] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.331674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.331912] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.332066] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.332273] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: cba6fd42-60ea-418e-bd66-3845a68da236 is going to be created. [ 625.355370] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.355370] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.355596] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.355829] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.356069] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.357079] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.423524] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b61c2ea-24a3-40d2-ad69-fce1a7d342f3 [ 625.423524] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.423524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.423524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.423524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.423524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.424017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b61c2ea-24a3-40d2-ad69-fce1a7d342f3 already deleted. [ 625.424017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b61c2ea-24a3-40d2-ad69-fce1a7d342f3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.686546] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.686698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.686772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.687275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.687275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.687275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be updated. [ 625.717427] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.718170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.718170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.718170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.718170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.727384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: IN_PROGRESS for 2s [ 626.087912] env[64376]: INFO networking_nsxv3.common.synchronization [req-1e6537d1-b10c-49ab-9454-931adf7d3929 req-8b3bbba8-61f0-4215-9f0e-104df64ff7a6 service nova] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_rules [ 626.088138] env[64376]: INFO networking_nsxv3.common.synchronization [req-1e6537d1-b10c-49ab-9454-931adf7d3929 req-8b3bbba8-61f0-4215-9f0e-104df64ff7a6 service nova] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 626.088229] env[64376]: INFO networking_nsxv3.common.synchronization [req-1e6537d1-b10c-49ab-9454-931adf7d3929 req-8b3bbba8-61f0-4215-9f0e-104df64ff7a6 service nova] Enqueued Resource ID: cba6fd42-60ea-418e-bd66-3845a68da236 with Priority: HIGHEST for action port [ 626.088827] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_rules [ 626.088883] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 626.089459] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba6fd42-60ea-418e-bd66-3845a68da236 with Priority: HIGHEST for action port [ 626.089665] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.089799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.090614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.090614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.090614] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.090969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.091073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.091783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba6fd42-60ea-418e-bd66-3845a68da236 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.091917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.092018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.092396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.092396] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba6fd42-60ea-418e-bd66-3845a68da236',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.234844] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda90c35-d32b-43b9-96ba-24b627435f64 in Status: SUCCESS [ 626.235022] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda90c35-d32b-43b9-96ba-24b627435f64 deletion is rescheduled due to dependency. [ 626.235273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.594190] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.594588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.594588] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cba6fd42-60ea-418e-bd66-3845a68da236 with status ACTIVE [ 626.594714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.594804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.594870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.595187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.595623] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.595623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.595623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.595788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.595880] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.595984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.596034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.596527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.596527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596527] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cba6fd42-60ea-418e-bd66-3845a68da236 is going to be updated. [ 626.625530] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.625530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.625530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.625530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.625530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.625530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba6fd42-60ea-418e-bd66-3845a68da236" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.894432] env[64376]: INFO networking_nsxv3.common.synchronization [req-e36c197d-4666-4f46-939e-1b82951e4e79 req-8135ba2d-e51e-4e81-9e22-7faba082a269 tempest-ServerDiagnosticsTest-1082754255 tempest-ServerDiagnosticsTest-1082754255-project-member] Enqueued Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_members [ 626.895913] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_members [ 626.896772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.897696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.897803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.898104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.898312] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.898446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.898532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.898730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.900201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.900343] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.981891] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b7710-e39b-427f-8ccf-b04003724649 in Status: SUCCESS [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.981891] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.981891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.981891] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.076489] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d8ada454-485c-4177-8d61-c9cccea12814 None None] Enqueued Resource ID: ff23b8cf-b3f6-4c9a-bcea-2def0dea2939 with Priority: HIGHEST for action port [ 627.076489] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff23b8cf-b3f6-4c9a-bcea-2def0dea2939 with Priority: HIGHEST for action port [ 627.076489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff23b8cf-b3f6-4c9a-bcea-2def0dea2939 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.077156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff23b8cf-b3f6-4c9a-bcea-2def0dea2939" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.077267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff23b8cf-b3f6-4c9a-bcea-2def0dea2939" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.077587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff23b8cf-b3f6-4c9a-bcea-2def0dea2939" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.077670] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff23b8cf-b3f6-4c9a-bcea-2def0dea2939',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.079257] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 in Status: SUCCESS [ 627.079423] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 deletion is rescheduled due to dependency. [ 627.082955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.292428] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.292624] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.292735] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.293046] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.293303] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.293455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.293567] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.293779] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.293924] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.294692] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.294806] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.295056] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.295266] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.295408] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.295530] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.295779] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.319276] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.319363] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.319828] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.320059] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.320407] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.320638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.320745] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.321106] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.321243] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7e7058-3ac2-4f5a-aaab-496ff03071ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.407503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.407503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.407503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.407503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.407503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.407503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.407503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.407503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.407993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.407993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.407993] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a already deleted. [ 627.408160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.483973] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.583135] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff23b8cf-b3f6-4c9a-bcea-2def0dea2939 [ 627.583321] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.583465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.583562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.583805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.583895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.584089] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff23b8cf-b3f6-4c9a-bcea-2def0dea2939 already deleted. [ 627.584223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff23b8cf-b3f6-4c9a-bcea-2def0dea2939" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.737740] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 627.738187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.738370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.738512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.738642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.738768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.738846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.739080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.739249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.739249] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.826031] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.826031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.826031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.826031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.826031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.826031] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4f7e7058-3ac2-4f5a-aaab-496ff03071ef not found, creating... [ 627.826031] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.826031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.826031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.827577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.828412] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.828412] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.828570] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.828673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.828942] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.829141] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.829330] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4f7e7058-3ac2-4f5a-aaab-496ff03071ef is going to be created. [ 627.854078] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.854078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.854585] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.854866] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.855180] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.855476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.988635] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26b7710-e39b-427f-8ccf-b04003724649: rpc.has_security_group_logging(os_id): False [ 628.018050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.018050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.018050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.018050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.018050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.018050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.018519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.018519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.018519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.018519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.018519] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b7710-e39b-427f-8ccf-b04003724649 is going to be created. [ 628.094797] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.095059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.095187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.095482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.095738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.107655] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26b7710-e39b-427f-8ccf-b04003724649 in Status: IN_PROGRESS for 2s [ 628.242544] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.663941] env[64376]: INFO networking_nsxv3.common.synchronization [req-e36c197d-4666-4f46-939e-1b82951e4e79 req-87b8cf9e-6767-4e1c-ad9a-e63ccdaa1d07 service nova] Enqueued Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_rules [ 628.664163] env[64376]: INFO networking_nsxv3.common.synchronization [req-e36c197d-4666-4f46-939e-1b82951e4e79 req-87b8cf9e-6767-4e1c-ad9a-e63ccdaa1d07 service nova] Enqueued Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_members [ 628.664300] env[64376]: INFO networking_nsxv3.common.synchronization [req-e36c197d-4666-4f46-939e-1b82951e4e79 req-87b8cf9e-6767-4e1c-ad9a-e63ccdaa1d07 service nova] Enqueued Resource ID: 4f7e7058-3ac2-4f5a-aaab-496ff03071ef with Priority: HIGHEST for action port [ 628.664534] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_rules [ 628.664665] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_members [ 628.664766] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7e7058-3ac2-4f5a-aaab-496ff03071ef with Priority: HIGHEST for action port [ 628.665491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.665626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.665702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.665929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.666023] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.667373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.668894] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.668894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.668894] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.669625] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.669625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.669625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.669850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.669850] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7e7058-3ac2-4f5a-aaab-496ff03071ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.750051] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.993466] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ebb442f-998d-42b7-8848-e5785ee8446f req-6c5901ee-fd50-4851-b655-439bcb49a45d tempest-ServersWithSpecificFlavorTestJSON-594084426 tempest-ServersWithSpecificFlavorTestJSON-594084426-project-member] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 628.993466] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 628.993466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.993466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.993466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.993989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.993989] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.994216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.994216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.994339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.994420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.994517] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.168413] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.168560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.172177] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.173202] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f7e7058-3ac2-4f5a-aaab-496ff03071ef with status ACTIVE [ 629.173383] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.173509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.173576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.173830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.173867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.174067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.174163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.174228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.174388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.174464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.174640] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.174735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.174796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.174938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.175023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.175125] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f7e7058-3ac2-4f5a-aaab-496ff03071ef is going to be updated. [ 629.204381] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.204530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.204632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.205417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.205417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.205417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7e7058-3ac2-4f5a-aaab-496ff03071ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.254157] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.254347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.254448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.254745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.254925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.254991] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be updated. [ 629.312569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.312569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.312569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.313068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.313068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.324898] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: IN_PROGRESS for 2s [ 629.480279] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.480775] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.482019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.482019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.482019] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.482019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.482019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.484193] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.484193] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.484193] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.484193] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.484193] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.484193] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.484193] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.484193] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.484193] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.497066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.497231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.497304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.497523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.497614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.497795] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.497892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.498170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.498170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.498170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.498357] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 already deleted. [ 629.498357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.507369] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.507635] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.507783] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.507973] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.508290] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.508469] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.508579] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.508889] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.509047] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622e5b50-fd36-43ea-abb5-7dea30e5e0a7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.677671] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.012690] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.013038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.013038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.014848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.014848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.014848] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 622e5b50-fd36-43ea-abb5-7dea30e5e0a7 not found, creating... [ 630.014848] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.014848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.014848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.014848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.014848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.015272] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.015272] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.017404] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.018517] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.018517] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.018517] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 622e5b50-fd36-43ea-abb5-7dea30e5e0a7 is going to be created. [ 630.043697] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.043908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.044039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.044439] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.044533] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.044750] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.123840] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26b7710-e39b-427f-8ccf-b04003724649 in Status: SUCCESS [ 630.124167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.179584] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.179818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.179863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.180124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.180219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.180317] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a is going to be created. [ 630.216143] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.216445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.216531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.216767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.216948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.228658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a in Status: UNINITIALIZED for 2s [ 630.753547] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ebb442f-998d-42b7-8848-e5785ee8446f req-91b94f43-0ca2-4a19-9bde-1a4add01ceaf service nova] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 630.753844] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ebb442f-998d-42b7-8848-e5785ee8446f req-91b94f43-0ca2-4a19-9bde-1a4add01ceaf service nova] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 630.753844] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ebb442f-998d-42b7-8848-e5785ee8446f req-91b94f43-0ca2-4a19-9bde-1a4add01ceaf service nova] Enqueued Resource ID: 622e5b50-fd36-43ea-abb5-7dea30e5e0a7 with Priority: HIGHEST for action port [ 630.755104] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 630.755104] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 630.755104] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622e5b50-fd36-43ea-abb5-7dea30e5e0a7 with Priority: HIGHEST for action port [ 630.755104] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.755274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.755274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.755570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.755570] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.756942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.756942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.756942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.757331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.757377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.757842] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.759663] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.759663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.759663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.759663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.759663] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622e5b50-fd36-43ea-abb5-7dea30e5e0a7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.261712] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.262894] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.263050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.263404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 622e5b50-fd36-43ea-abb5-7dea30e5e0a7 with status ACTIVE [ 631.263570] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.263823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.263823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.264029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.264220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.264285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.264357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.265089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.265089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.265089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.265089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.265910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.265910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.265910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.265910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.265910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 622e5b50-fd36-43ea-abb5-7dea30e5e0a7 is going to be updated. [ 631.290766] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.290942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.290988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.291430] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.291627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.291803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622e5b50-fd36-43ea-abb5-7dea30e5e0a7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.337363] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 631.337692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.337953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.338300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.338802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.338802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.338802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.339184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.339184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.339298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.340065] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.764664] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.844466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.844596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.844668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.844892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.845065] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.845170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.845272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.845391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.845488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.845559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.845704] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.845797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.845856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.845993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.846141] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.846233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.846637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.846637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.846637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.846637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.846637] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.241186] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a in Status: SUCCESS [ 632.241186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.241186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.241457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.241652] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.241808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.241884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.242119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.242254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.242404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.242545] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.267213] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.267213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.267213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.267707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.267707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.267707] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be created. [ 632.308712] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.308955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.309045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.309810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.309810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.322534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: UNINITIALIZED for 2s [ 632.350441] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3249774b-c6d1-4b58-babb-b8b88f602c35: rpc.has_security_group_logging(os_id): False [ 632.373128] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.373128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.373128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.373128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.373128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.373672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.373931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.374108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.374378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.375126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.375126] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.375126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.375126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.375462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.375648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.375942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.377498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.377498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.377498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.377498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.377498] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be updated. [ 632.483543] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.483748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.483830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.484159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.484349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.507195] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: IN_PROGRESS for 2s [ 632.747348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.747604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.747715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.747957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.748145] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.748249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.748314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.748658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.748658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.748658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.748906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.748906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.749379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.749379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.749379] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.749379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.749379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.749794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.749794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.749794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.749794] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.253545] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 379f6ecc-60c2-4a16-88c1-b9536c7f344a: rpc.has_security_group_logging(os_id): False [ 633.275802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.276309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.276309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.276692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.276944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.277727] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.277978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.278194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.278422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.278551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.278767] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.278911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.278946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.279164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.279232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.279416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.279543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.280279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.280279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.280279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.280279] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a is going to be created. [ 633.407087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.407087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.407087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.407087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.418793] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a in Status: IN_PROGRESS for 2s [ 634.340252] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 634.340520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.340668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.340912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.341136] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.341260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.341372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.341474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.341557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.341650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.341734] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.523362] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 634.523609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.846526] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.330131] env[64376]: INFO networking_nsxv3.common.synchronization [None req-93ee0bf5-14da-487d-8b36-aca3533f3710 None None] Enqueued Resource ID: 223cfb0d-cbaa-4794-862d-23f9fa35f981 with Priority: HIGHEST for action port [ 635.330738] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223cfb0d-cbaa-4794-862d-23f9fa35f981 with Priority: HIGHEST for action port [ 635.332047] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-223cfb0d-cbaa-4794-862d-23f9fa35f981 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.332234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-223cfb0d-cbaa-4794-862d-23f9fa35f981" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.332353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-223cfb0d-cbaa-4794-862d-23f9fa35f981" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.332656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-223cfb0d-cbaa-4794-862d-23f9fa35f981" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.332731] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('223cfb0d-cbaa-4794-862d-23f9fa35f981',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.349398] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba116eee-61ed-463e-91f7-f14936c2d7e7: rpc.has_security_group_logging(os_id): False [ 635.382652] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.382869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.382869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.383092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.383192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.383433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.383537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.383625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.383808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.383891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.383972] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be created. [ 635.433325] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a in Status: SUCCESS [ 635.433857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.458517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.458517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.458517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.458517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.458517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.483731] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: IN_PROGRESS for 2s [ 635.834864] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 223cfb0d-cbaa-4794-862d-23f9fa35f981 [ 635.835459] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.835459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.835459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.835787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.835830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.836062] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:223cfb0d-cbaa-4794-862d-23f9fa35f981 already deleted. [ 635.836313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-223cfb0d-cbaa-4794-862d-23f9fa35f981" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.012020] env[64376]: INFO networking_nsxv3.common.synchronization [req-3bfbe3bc-5303-4fe6-830a-66f9931af5b8 req-ada8ebd8-1550-44f1-94aa-58c4643258a0 tempest-DeleteServersAdminTestJSON-405340684 tempest-DeleteServersAdminTestJSON-405340684-project-member] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 636.012020] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 636.012020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.012020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.013717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.013717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.013717] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.014104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.014104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.014104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.014215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.014215] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.362595] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2dc67b49-f6af-47c2-8d57-932f79e84e5a None None] Enqueued Resource ID: 03bdcb0c-bea4-419e-bc47-0bd0713c7026 with Priority: HIGHEST for action port [ 636.362595] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bdcb0c-bea4-419e-bc47-0bd0713c7026 with Priority: HIGHEST for action port [ 636.362595] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-03bdcb0c-bea4-419e-bc47-0bd0713c7026 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.362595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03bdcb0c-bea4-419e-bc47-0bd0713c7026" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.362595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03bdcb0c-bea4-419e-bc47-0bd0713c7026" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.363308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03bdcb0c-bea4-419e-bc47-0bd0713c7026" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.363308] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03bdcb0c-bea4-419e-bc47-0bd0713c7026',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.518818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.518818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.518818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.519289] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.519378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.519423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.519769] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be updated. [ 636.554939] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.555120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.555234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.555481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.555663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.568114] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: IN_PROGRESS for 2s [ 636.876024] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03bdcb0c-bea4-419e-bc47-0bd0713c7026 [ 636.876024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.876024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.876024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.876024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.876024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.876024] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03bdcb0c-bea4-419e-bc47-0bd0713c7026 already deleted. [ 636.876024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03bdcb0c-bea4-419e-bc47-0bd0713c7026" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.119540] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e6fcd6b5-b70f-4e98-9d1b-4f0c8ef296a8 None None] Enqueued Resource ID: c41f8c30-8303-4ce0-979f-979b14dad9ab with Priority: HIGHEST for action port [ 637.121117] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41f8c30-8303-4ce0-979f-979b14dad9ab with Priority: HIGHEST for action port [ 637.123561] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41f8c30-8303-4ce0-979f-979b14dad9ab taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.123813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41f8c30-8303-4ce0-979f-979b14dad9ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.123907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41f8c30-8303-4ce0-979f-979b14dad9ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.124300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41f8c30-8303-4ce0-979f-979b14dad9ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.124398] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41f8c30-8303-4ce0-979f-979b14dad9ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.515632] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 637.516142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.629466] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c41f8c30-8303-4ce0-979f-979b14dad9ab [ 637.629771] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.629904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.629979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.630214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.630310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.630400] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c41f8c30-8303-4ce0-979f-979b14dad9ab already deleted. [ 637.630503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41f8c30-8303-4ce0-979f-979b14dad9ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.862640] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.862980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.862980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.863352] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.863958] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.864109] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.864199] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.864392] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.864532] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.864741] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.864849] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.865018] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.865203] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.865335] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.865440] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.865607] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.889052] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.890035] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.892179] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.892179] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.892179] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-c452bdc8-35dc-482e-acb2-f0fd01838f1e taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.892436] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.892436] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.892824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.893328] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c452bdc8-35dc-482e-acb2-f0fd01838f1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.395895] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.396232] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.396552] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.396785] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.398710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.398710] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port c452bdc8-35dc-482e-acb2-f0fd01838f1e not found, creating... [ 638.398710] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.398710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.398710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.398710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.398710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.398710] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.398710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.399200] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.399390] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.399437] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.399611] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: c452bdc8-35dc-482e-acb2-f0fd01838f1e is going to be created. [ 638.424334] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.424556] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.424625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.424970] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.425216] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.425911] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.582040] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 638.582470] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 deletion is rescheduled due to dependency. [ 638.582470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.799962] env[64376]: INFO networking_nsxv3.common.synchronization [None req-4ddf4150-6aed-4ff3-99e1-d0f745328179 None None] Enqueued Resource ID: da334bee-1c43-4b58-99bf-5543291104e7 with Priority: HIGHEST for action port [ 638.803491] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da334bee-1c43-4b58-99bf-5543291104e7 with Priority: HIGHEST for action port [ 638.803491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-da334bee-1c43-4b58-99bf-5543291104e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.803491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da334bee-1c43-4b58-99bf-5543291104e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.803491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da334bee-1c43-4b58-99bf-5543291104e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.803491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da334bee-1c43-4b58-99bf-5543291104e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.803491] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da334bee-1c43-4b58-99bf-5543291104e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.805661] env[64376]: INFO networking_nsxv3.common.synchronization [None req-22c4e68a-d8cc-44e7-88ae-89b1c29eabb3 None None] Enqueued Resource ID: 5717eea5-9067-4e17-88b6-251ec6af5fbb with Priority: HIGHEST for action port [ 638.806369] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5717eea5-9067-4e17-88b6-251ec6af5fbb with Priority: HIGHEST for action port [ 638.807475] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5717eea5-9067-4e17-88b6-251ec6af5fbb taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.807619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5717eea5-9067-4e17-88b6-251ec6af5fbb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.807675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5717eea5-9067-4e17-88b6-251ec6af5fbb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.807964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5717eea5-9067-4e17-88b6-251ec6af5fbb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.808065] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5717eea5-9067-4e17-88b6-251ec6af5fbb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.252590] env[64376]: INFO networking_nsxv3.common.synchronization [req-3bfbe3bc-5303-4fe6-830a-66f9931af5b8 req-73438fe8-17d1-4b29-b80e-e6664e60972f service nova] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_rules [ 639.252590] env[64376]: INFO networking_nsxv3.common.synchronization [req-3bfbe3bc-5303-4fe6-830a-66f9931af5b8 req-73438fe8-17d1-4b29-b80e-e6664e60972f service nova] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 639.252590] env[64376]: INFO networking_nsxv3.common.synchronization [req-3bfbe3bc-5303-4fe6-830a-66f9931af5b8 req-73438fe8-17d1-4b29-b80e-e6664e60972f service nova] Enqueued Resource ID: c452bdc8-35dc-482e-acb2-f0fd01838f1e with Priority: HIGHEST for action port [ 639.252590] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_rules [ 639.252590] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 639.252590] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c452bdc8-35dc-482e-acb2-f0fd01838f1e with Priority: HIGHEST for action port [ 639.253730] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.254148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.254338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.254627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.254800] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.256508] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.257517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.257517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.257517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.257517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.257517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.257517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.258068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.258267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.258454] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.260062] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c452bdc8-35dc-482e-acb2-f0fd01838f1e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.260062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.264807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.264807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.264807] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c452bdc8-35dc-482e-acb2-f0fd01838f1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.306478] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da334bee-1c43-4b58-99bf-5543291104e7 [ 639.306902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.306999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.307049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.307293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.307429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.307534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da334bee-1c43-4b58-99bf-5543291104e7 already deleted. [ 639.307622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da334bee-1c43-4b58-99bf-5543291104e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.312466] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5717eea5-9067-4e17-88b6-251ec6af5fbb [ 639.313168] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.313330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.315078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.315078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.315078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.315078] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5717eea5-9067-4e17-88b6-251ec6af5fbb already deleted. [ 639.315078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5717eea5-9067-4e17-88b6-251ec6af5fbb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.766941] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c452bdc8-35dc-482e-acb2-f0fd01838f1e with status ACTIVE [ 639.767222] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.767484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.767557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.767864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.767968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.768169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.768271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.768334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.768485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.768563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.768776] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.768858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.768894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.769029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.769105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.769190] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c452bdc8-35dc-482e-acb2-f0fd01838f1e is going to be updated. [ 639.773579] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.773691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.773861] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.840576] env[64376]: INFO networking_nsxv3.common.synchronization [req-b02172f9-1790-4cbb-9f7e-c52db76996e0 req-ffc6300b-6adc-4859-932c-000503d0bfcb tempest-ServersTestManualDisk-156462202 tempest-ServersTestManualDisk-156462202-project-member] Enqueued Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_members [ 639.842491] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_members [ 639.843373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.845815] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.845815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.845815] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.887243] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.887243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c452bdc8-35dc-482e-acb2-f0fd01838f1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275967] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.347975] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.348694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.348694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.348694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.348694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.348862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.348862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.349243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.349314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.349360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.349469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 already deleted. [ 640.349627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.778590] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.778914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.778914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.779057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.779156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.779254] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be updated. [ 640.818147] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.818147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.818147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.818147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.818147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.827986] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: IN_PROGRESS for 2s [ 640.874189] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.874394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-258" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.874484] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-258" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.874825] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-258" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.875659] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.876294] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.876294] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.876532] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.876655] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.876880] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.877057] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.877160] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.877227] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.877326] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.877648] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.877648] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.906893] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.906893] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.906893] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.906893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-258" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.906893] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-dcc9c503-fd9b-488a-a8b4-846db04690ab taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.906893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.906893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.906893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.906893] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc9c503-fd9b-488a-a8b4-846db04690ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.278824] env[64376]: INFO networking_nsxv3.common.synchronization [None req-dcc55e3e-11a3-43fb-a6b8-6cf4cf230c06 None None] Enqueued Resource ID: 2bd823b9-b066-44a3-81a2-ef893f54dd7c with Priority: HIGHEST for action port [ 641.279446] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd823b9-b066-44a3-81a2-ef893f54dd7c with Priority: HIGHEST for action port [ 641.279851] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd823b9-b066-44a3-81a2-ef893f54dd7c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.279992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd823b9-b066-44a3-81a2-ef893f54dd7c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.287733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd823b9-b066-44a3-81a2-ef893f54dd7c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.288110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd823b9-b066-44a3-81a2-ef893f54dd7c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.289114] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd823b9-b066-44a3-81a2-ef893f54dd7c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.410671] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.410934] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.411077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.411369] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.411533] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.411664] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port dcc9c503-fd9b-488a-a8b4-846db04690ab not found, creating... [ 641.411926] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.412125] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.412242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.412507] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.412584] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.412867] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.413816] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.414017] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.414242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.414384] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.414566] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: dcc9c503-fd9b-488a-a8b4-846db04690ab is going to be created. [ 641.440887] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.440887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.440887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.440887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.440887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.440887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.798763] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bd823b9-b066-44a3-81a2-ef893f54dd7c [ 641.799071] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.799155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.799366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.799446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.799527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.799616] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bd823b9-b066-44a3-81a2-ef893f54dd7c already deleted. [ 641.799820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd823b9-b066-44a3-81a2-ef893f54dd7c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.901662] env[64376]: INFO networking_nsxv3.common.synchronization [None req-06af05ed-e608-4abe-b381-0d7e31fdad63 None None] Enqueued Resource ID: c87a144f-ca30-4d5e-b547-a5d741823c22 with Priority: HIGHEST for action port [ 641.902993] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87a144f-ca30-4d5e-b547-a5d741823c22 with Priority: HIGHEST for action port [ 641.903152] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87a144f-ca30-4d5e-b547-a5d741823c22 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.903285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87a144f-ca30-4d5e-b547-a5d741823c22" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.903354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87a144f-ca30-4d5e-b547-a5d741823c22" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.904984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87a144f-ca30-4d5e-b547-a5d741823c22" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.904984] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87a144f-ca30-4d5e-b547-a5d741823c22',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.132349] env[64376]: INFO networking_nsxv3.common.synchronization [req-b02172f9-1790-4cbb-9f7e-c52db76996e0 req-c25ebb7c-b7f4-40cd-94ed-54b4fd8ba746 service nova] Enqueued Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_rules [ 642.132650] env[64376]: INFO networking_nsxv3.common.synchronization [req-b02172f9-1790-4cbb-9f7e-c52db76996e0 req-c25ebb7c-b7f4-40cd-94ed-54b4fd8ba746 service nova] Enqueued Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_members [ 642.132898] env[64376]: INFO networking_nsxv3.common.synchronization [req-b02172f9-1790-4cbb-9f7e-c52db76996e0 req-c25ebb7c-b7f4-40cd-94ed-54b4fd8ba746 service nova] Enqueued Resource ID: dcc9c503-fd9b-488a-a8b4-846db04690ab with Priority: HIGHEST for action port [ 642.133653] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_rules [ 642.133976] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_members [ 642.134204] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc9c503-fd9b-488a-a8b4-846db04690ab with Priority: HIGHEST for action port [ 642.134586] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.134832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.134990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.135409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.135598] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.137186] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.137414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.137581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.138708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.138966] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.139205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.139366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.139619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.139818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.140023] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.143217] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc9c503-fd9b-488a-a8b4-846db04690ab taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.143217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.143217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.143217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.143217] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc9c503-fd9b-488a-a8b4-846db04690ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.406411] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c87a144f-ca30-4d5e-b547-a5d741823c22 [ 642.406740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.406895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.406962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.407198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.407287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.407381] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c87a144f-ca30-4d5e-b547-a5d741823c22 already deleted. [ 642.407457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87a144f-ca30-4d5e-b547-a5d741823c22" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.647027] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.647027] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.647027] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcc9c503-fd9b-488a-a8b4-846db04690ab with status ACTIVE [ 642.647027] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.647027] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.648152] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.648449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.648696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.648968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.649175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.649366] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcc9c503-fd9b-488a-a8b4-846db04690ab is going to be updated. [ 642.674822] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.676551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.676551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.676551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.676551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.676551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc9c503-fd9b-488a-a8b4-846db04690ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.843579] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 642.843908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.843973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.844241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.844462] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.844581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.844644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.844824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.845139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.845139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.845244] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.152332] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.348335] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.348579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.348579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.348788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.348956] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.349078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.349143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.349289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.349541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.349619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.350911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.351159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.351202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.351365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.351491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.351591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.351655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.351803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.351904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.351988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.352124] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.658407] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.658407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.658407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.659036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.659036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.659036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 is going to be created. [ 643.689443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.689443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.689443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.689443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.689443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.697851] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 in Status: UNINITIALIZED for 2s [ 643.855322] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf37700-dbd4-4393-8c04-a1c08b86a814: rpc.has_security_group_logging(os_id): False [ 643.876428] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.876620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.876688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.876928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.877058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.877585] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.878203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.878831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.878831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.878831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.878831] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.879065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.879530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.879711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.880049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880336] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.880447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.880513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.880663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.880773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880889] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be updated. [ 643.936837] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ff413433-752d-4234-8c92-cb9d9ebdc5f9 None None] Enqueued Resource ID: c439e640-0271-424e-8651-351c3891906b with Priority: HIGHEST for action port [ 643.938798] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c439e640-0271-424e-8651-351c3891906b with Priority: HIGHEST for action port [ 643.938896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c439e640-0271-424e-8651-351c3891906b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.939172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c439e640-0271-424e-8651-351c3891906b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.939172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c439e640-0271-424e-8651-351c3891906b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.940157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c439e640-0271-424e-8651-351c3891906b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.940157] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c439e640-0271-424e-8651-351c3891906b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.958574] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.958574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.958784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.958973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.959139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.978480] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: IN_PROGRESS for 2s [ 644.149783] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9acbe7c-6fde-405e-a318-c1948a65e27d req-3233ef7e-ee2d-4deb-89e6-292370e7feab tempest-ServerExternalEventsTest-1637291285 tempest-ServerExternalEventsTest-1637291285-project-member] Enqueued Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_members [ 644.150541] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_members [ 644.150996] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.151203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.151355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.151774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.151970] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.153265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.153366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.153563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.153673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.153808] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.441631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c439e640-0271-424e-8651-351c3891906b [ 644.441961] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.442215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.442287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.442695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.442774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.442872] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c439e640-0271-424e-8651-351c3891906b already deleted. [ 644.442955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c439e640-0271-424e-8651-351c3891906b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.657889] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.658458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.658583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.658951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.659154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.659517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.659721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.659884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.660796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.660796] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 already deleted. [ 644.660796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.419295] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5c34b49b-4be6-49a7-b27c-252459795f6a None None] Enqueued Resource ID: 62e03cca-36f4-4383-b054-c7868cd2f4e8 with Priority: HIGHEST for action port [ 645.419295] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e03cca-36f4-4383-b054-c7868cd2f4e8 with Priority: HIGHEST for action port [ 645.419710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e03cca-36f4-4383-b054-c7868cd2f4e8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.419989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e03cca-36f4-4383-b054-c7868cd2f4e8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.420186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e03cca-36f4-4383-b054-c7868cd2f4e8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.420518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e03cca-36f4-4383-b054-c7868cd2f4e8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.421196] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e03cca-36f4-4383-b054-c7868cd2f4e8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.710299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 in Status: SUCCESS [ 645.710657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.711029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.711350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.711642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.713018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.713018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.713018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.713018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.713018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.713018] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.847903] env[64376]: INFO networking_nsxv3.common.synchronization [None req-4ad6cc85-2d26-46ea-a190-95523a275577 None None] Enqueued Resource ID: ccef660c-c945-4164-ad6d-b9744ace156a with Priority: HIGHEST for action port [ 645.850307] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccef660c-c945-4164-ad6d-b9744ace156a with Priority: HIGHEST for action port [ 645.850307] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccef660c-c945-4164-ad6d-b9744ace156a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.850307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccef660c-c945-4164-ad6d-b9744ace156a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.850307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccef660c-c945-4164-ad6d-b9744ace156a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.850307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccef660c-c945-4164-ad6d-b9744ace156a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.850307] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccef660c-c945-4164-ad6d-b9744ace156a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.922997] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.922997] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.922997] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.923233] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.923817] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.924097] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.924425] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.924542] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.924687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.924947] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.925086] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.925220] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.925341] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.925457] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.925561] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.925695] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.927753] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62e03cca-36f4-4383-b054-c7868cd2f4e8 [ 645.927902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.928068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.928140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.928303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.928400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.928488] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62e03cca-36f4-4383-b054-c7868cd2f4e8 already deleted. [ 645.928568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e03cca-36f4-4383-b054-c7868cd2f4e8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.950731] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.951074] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.951074] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.951468] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.951963] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-683bdfea-55b4-4d18-84bb-4b601f8c478a taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.954351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.954351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.954351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.954351] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683bdfea-55b4-4d18-84bb-4b601f8c478a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.993928] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 645.994082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.219041] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.353315] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccef660c-c945-4164-ad6d-b9744ace156a [ 646.353517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.353934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354121] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccef660c-c945-4164-ad6d-b9744ace156a already deleted. [ 646.354199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccef660c-c945-4164-ad6d-b9744ace156a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.456452] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.456884] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.457032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.457310] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.457467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.457715] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 683bdfea-55b4-4d18-84bb-4b601f8c478a not found, creating... [ 646.458027] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.458200] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.458316] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.458547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.458686] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.458970] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.459140] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.459251] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.459470] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.459598] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.459760] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 683bdfea-55b4-4d18-84bb-4b601f8c478a is going to be created. [ 646.483147] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.483411] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.483491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.483782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.484039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.484264] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.721704] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73d2062b-115c-4062-a5db-4a2aba590cc6: rpc.has_security_group_logging(os_id): False [ 646.739926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.740119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.740119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.740617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.740617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.740617] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.740837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.740837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.740924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.741499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.741499] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 is going to be created. [ 646.802215] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.802441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.802493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.802675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.802862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.813615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 in Status: IN_PROGRESS for 2s [ 647.033495] env[64376]: INFO networking_nsxv3.common.synchronization [None req-55b45451-aa6d-4afe-a37e-b47b2ea9962a None None] Enqueued Resource ID: afc7752d-7ba4-41fe-af26-bff9282aaf7d with Priority: HIGHEST for action port [ 647.034615] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc7752d-7ba4-41fe-af26-bff9282aaf7d with Priority: HIGHEST for action port [ 647.034678] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc7752d-7ba4-41fe-af26-bff9282aaf7d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.035046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc7752d-7ba4-41fe-af26-bff9282aaf7d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.035046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc7752d-7ba4-41fe-af26-bff9282aaf7d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.035181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc7752d-7ba4-41fe-af26-bff9282aaf7d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.035291] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc7752d-7ba4-41fe-af26-bff9282aaf7d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.205768] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9acbe7c-6fde-405e-a318-c1948a65e27d req-56b29a44-9674-4f47-a845-07c7adfc99dc service nova] Enqueued Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_rules [ 647.206683] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9acbe7c-6fde-405e-a318-c1948a65e27d req-56b29a44-9674-4f47-a845-07c7adfc99dc service nova] Enqueued Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_members [ 647.206925] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9acbe7c-6fde-405e-a318-c1948a65e27d req-56b29a44-9674-4f47-a845-07c7adfc99dc service nova] Enqueued Resource ID: 683bdfea-55b4-4d18-84bb-4b601f8c478a with Priority: HIGHEST for action port [ 647.207724] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_rules [ 647.207899] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_members [ 647.208065] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683bdfea-55b4-4d18-84bb-4b601f8c478a with Priority: HIGHEST for action port [ 647.208442] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.208607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.208745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.209142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.209281] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.211888] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.211888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.211888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.211888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.211888] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.211888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.211888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.212325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.212325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.212325] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.213593] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-683bdfea-55b4-4d18-84bb-4b601f8c478a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.213593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.213593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.213829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.213829] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683bdfea-55b4-4d18-84bb-4b601f8c478a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.539396] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afc7752d-7ba4-41fe-af26-bff9282aaf7d [ 647.539689] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.539759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.539859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.540100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.540194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.540296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afc7752d-7ba4-41fe-af26-bff9282aaf7d already deleted. [ 647.540372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc7752d-7ba4-41fe-af26-bff9282aaf7d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.656490] env[64376]: INFO networking_nsxv3.common.synchronization [None req-83da03f0-09c9-40d0-aef9-3427a9703781 tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_rules [ 647.656490] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_rules [ 647.656490] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.656490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.656490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.656490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.656490] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.715627] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.716756] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.716888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.718416] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683bdfea-55b4-4d18-84bb-4b601f8c478a with status ACTIVE [ 647.718612] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.718718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.718782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.718992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.719101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.719267] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.719362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.719424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.719649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.719649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.719842] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.719933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.719993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.720143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.720217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.720300] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683bdfea-55b4-4d18-84bb-4b601f8c478a is going to be updated. [ 647.745123] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.745123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.745123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.745434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.745912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.745912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683bdfea-55b4-4d18-84bb-4b601f8c478a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.093365] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ba17cf68-c55b-4d94-a619-da7188b49e8a tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_rules [ 648.093907] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_rules [ 648.094228] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.094331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.177488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.177488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.177488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.177665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.177665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.177799] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 already deleted. [ 648.178304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.178304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.178304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.178304] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.218887] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.577991] env[64376]: INFO networking_nsxv3.common.synchronization [None req-aa4b5e85-cedd-49d3-98fb-83fcec8ae718 None None] Enqueued Resource ID: 641b341a-5b46-4834-81b7-aa16f0dcd301 with Priority: HIGHEST for action port [ 648.577991] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b341a-5b46-4834-81b7-aa16f0dcd301 with Priority: HIGHEST for action port [ 648.578409] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-641b341a-5b46-4834-81b7-aa16f0dcd301 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.578526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641b341a-5b46-4834-81b7-aa16f0dcd301" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.578591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641b341a-5b46-4834-81b7-aa16f0dcd301" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.578844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641b341a-5b46-4834-81b7-aa16f0dcd301" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.578927] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641b341a-5b46-4834-81b7-aa16f0dcd301',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.583714] env[64376]: INFO networking_nsxv3.common.synchronization [None req-12f3ca15-4b7a-4593-b5b9-5bcf2ab7ae3c None None] Enqueued Resource ID: e211b8d3-73e8-4655-8b89-a50942fd5409 with Priority: HIGHEST for action port [ 648.584385] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211b8d3-73e8-4655-8b89-a50942fd5409 with Priority: HIGHEST for action port [ 648.584672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e211b8d3-73e8-4655-8b89-a50942fd5409 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.584784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e211b8d3-73e8-4655-8b89-a50942fd5409" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.584845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e211b8d3-73e8-4655-8b89-a50942fd5409" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.587400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e211b8d3-73e8-4655-8b89-a50942fd5409" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.587400] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e211b8d3-73e8-4655-8b89-a50942fd5409',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.701483] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.701483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.701483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.701483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.701822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.701822] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 already deleted. [ 648.701822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.723248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.723248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.723248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.723248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.723248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.723722] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 is going to be created. [ 648.769011] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.769011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.769011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.769011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.769011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.777957] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 in Status: UNINITIALIZED for 2s [ 648.825789] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 in Status: SUCCESS [ 648.825789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.085632] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641b341a-5b46-4834-81b7-aa16f0dcd301 [ 649.087577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.087577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.087577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.087577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.087577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.087577] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641b341a-5b46-4834-81b7-aa16f0dcd301 already deleted. [ 649.087577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641b341a-5b46-4834-81b7-aa16f0dcd301" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.090339] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e211b8d3-73e8-4655-8b89-a50942fd5409 [ 649.090581] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.090795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.090893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.091125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.091221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.091309] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e211b8d3-73e8-4655-8b89-a50942fd5409 already deleted. [ 649.091439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e211b8d3-73e8-4655-8b89-a50942fd5409" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.311470] env[64376]: INFO networking_nsxv3.common.synchronization [req-8c6ffddc-5dd1-4e60-a348-7b700fd4551b req-285ec2d6-d403-478d-9b7b-4619207ab930 tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 649.312069] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 649.312414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.312545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.312614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.312872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.313049] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.313155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.313222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.313402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.313491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.313586] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.476372] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2be955a4-8d4c-4327-a551-b2ed43c06730 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 649.477476] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 649.477476] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.477476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.477476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.480303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.480441] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.819407] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823286] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.823286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823286] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 already deleted. [ 649.823707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.009287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.009570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.009570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.009876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.010160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.010212] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 already deleted. [ 650.010741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.589115] env[64376]: INFO networking_nsxv3.common.synchronization [None req-fb6b6270-0d74-44a7-ba55-eb98fddd45c2 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 650.592154] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 650.596205] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.596205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.596383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.596470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.596553] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.714028] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.714028] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.714028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.714028] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.714028] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.714028] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.714028] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.714707] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.714707] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.714707] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.734234] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.734394] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.734532] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.734707] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.735030] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-95c61ff4-4bc7-4e92-8f72-89e73a545163 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.735203] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.735318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.735625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.735828] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c61ff4-4bc7-4e92-8f72-89e73a545163',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.789080] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 in Status: SUCCESS [ 650.789294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.789468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.789688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.789914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.790081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.790134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.790299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.790373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.790413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.790508] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.870191] env[64376]: INFO networking_nsxv3.common.synchronization [None req-80c8bd6c-8222-472b-bd5a-6b64e4617ce9 None None] Enqueued Resource ID: 12ac0b71-9e1e-4d91-bfcc-dc685d283ce7 with Priority: HIGHEST for action port [ 650.870965] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac0b71-9e1e-4d91-bfcc-dc685d283ce7 with Priority: HIGHEST for action port [ 650.871315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ac0b71-9e1e-4d91-bfcc-dc685d283ce7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.871731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ac0b71-9e1e-4d91-bfcc-dc685d283ce7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.871872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ac0b71-9e1e-4d91-bfcc-dc685d283ce7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.872155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ac0b71-9e1e-4d91-bfcc-dc685d283ce7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.872242] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ac0b71-9e1e-4d91-bfcc-dc685d283ce7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.121331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.121765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.121765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.121918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.123823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.123823] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 already deleted. [ 651.123823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.239128] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.239385] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.239479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.239749] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.239923] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.240089] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 95c61ff4-4bc7-4e92-8f72-89e73a545163 not found, creating... [ 651.240360] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.240516] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.240696] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.241068] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.241322] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.241873] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.242161] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.242297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.242552] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.242692] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.242836] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 95c61ff4-4bc7-4e92-8f72-89e73a545163 is going to be created. [ 651.268645] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.268645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.268645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.268645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.268645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.268645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.293033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.293196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.293283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.293476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.293657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.293778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.293826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.293954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.294064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.294157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.294358] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.294415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.294474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.294591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.294724] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.294815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.294876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.295025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.295106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.295185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.295292] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.375482] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ac0b71-9e1e-4d91-bfcc-dc685d283ce7 [ 651.375712] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.375849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.376096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.376324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.376416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.376512] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ac0b71-9e1e-4d91-bfcc-dc685d283ce7 already deleted. [ 651.376593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ac0b71-9e1e-4d91-bfcc-dc685d283ce7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.614250] env[64376]: INFO networking_nsxv3.common.synchronization [req-3614cfc4-f656-4579-ace4-bd96ed799b93 req-dc0d77f7-5f2e-455b-9532-bd3542ab9580 tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 651.614808] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 651.615130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.615257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.615322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.615517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.615667] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.615761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.615824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.615963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.619187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.619328] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.797695] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c5758a2-045a-47b8-bc3a-2c24d405b204: rpc.has_security_group_logging(os_id): False [ 651.816704] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.816847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.816926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.817491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.817491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.817491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.817811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.817811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.817811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.817811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.818033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.818148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.818221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.818401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.818509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.818835] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.818952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.819020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.819166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.819242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.819328] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 is going to be created. [ 651.886629] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.887075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.887075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.887211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.887373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.898708] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 in Status: IN_PROGRESS for 2s [ 652.019057] env[64376]: INFO networking_nsxv3.common.synchronization [req-8c6ffddc-5dd1-4e60-a348-7b700fd4551b req-2f967abd-3cd6-4df7-a600-6fa458fe5484 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 652.019243] env[64376]: INFO networking_nsxv3.common.synchronization [req-8c6ffddc-5dd1-4e60-a348-7b700fd4551b req-2f967abd-3cd6-4df7-a600-6fa458fe5484 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 652.019375] env[64376]: INFO networking_nsxv3.common.synchronization [req-8c6ffddc-5dd1-4e60-a348-7b700fd4551b req-2f967abd-3cd6-4df7-a600-6fa458fe5484 service nova] Enqueued Resource ID: 95c61ff4-4bc7-4e92-8f72-89e73a545163 with Priority: HIGHEST for action port [ 652.019904] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 652.020058] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 652.020158] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c61ff4-4bc7-4e92-8f72-89e73a545163 with Priority: HIGHEST for action port [ 652.020436] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.020555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.021107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.021107] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.023612] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.023712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.023907] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c61ff4-4bc7-4e92-8f72-89e73a545163 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.024020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.024083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.024265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.024346] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c61ff4-4bc7-4e92-8f72-89e73a545163',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.122024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.122239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.122312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.122551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.122649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.122854] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.122964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.123044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.123201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.123269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.123355] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 already deleted. [ 652.123473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.123677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.123867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.124029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.124117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.124176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.124313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.124390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.124483] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.245528] env[64376]: INFO networking_nsxv3.common.synchronization [None req-c351734d-cd70-4f7b-9d81-72af36f600b6 None None] Enqueued Resource ID: d19840b0-ed19-46b9-b3c0-8a303e8d0a16 with Priority: HIGHEST for action port [ 652.245528] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19840b0-ed19-46b9-b3c0-8a303e8d0a16 with Priority: HIGHEST for action port [ 652.245817] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19840b0-ed19-46b9-b3c0-8a303e8d0a16 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.245927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19840b0-ed19-46b9-b3c0-8a303e8d0a16" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.245980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19840b0-ed19-46b9-b3c0-8a303e8d0a16" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.246375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19840b0-ed19-46b9-b3c0-8a303e8d0a16" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.246502] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19840b0-ed19-46b9-b3c0-8a303e8d0a16',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.503182] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.503182] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.503182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.503182] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.503182] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.503182] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.503182] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.504525] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.504525] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.504525] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.504525] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.504525] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.504525] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.504525] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.504525] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-f72ea903-1440-4ab2-a142-3921ee79d8d8 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.504525] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.504525] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.504525] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.504525] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72ea903-1440-4ab2-a142-3921ee79d8d8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.526564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526884] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95c61ff4-4bc7-4e92-8f72-89e73a545163 with status ACTIVE [ 652.527102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.527227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.527293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.527557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.527663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.528028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.528028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.528258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.528318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.528363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.528726] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.528726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.528870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.529122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.529122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.529122] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95c61ff4-4bc7-4e92-8f72-89e73a545163 is going to be updated. [ 652.566068] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.567305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.567305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.567610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.567774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.567969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c61ff4-4bc7-4e92-8f72-89e73a545163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627015] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.748967] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d19840b0-ed19-46b9-b3c0-8a303e8d0a16 [ 652.752036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.752387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.752468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.752691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.752950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.752950] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d19840b0-ed19-46b9-b3c0-8a303e8d0a16 already deleted. [ 652.753047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19840b0-ed19-46b9-b3c0-8a303e8d0a16" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.915028] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.915355] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.915401] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.915667] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.915810] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.915972] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port f72ea903-1440-4ab2-a142-3921ee79d8d8 not found, creating... [ 652.916226] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.916412] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.916565] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.916830] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.916979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.917278] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.917431] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.917543] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.917938] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.918158] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.918357] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: f72ea903-1440-4ab2-a142-3921ee79d8d8 is going to be created. [ 652.941893] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.941893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.941893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.941893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.943863] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.944384] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.128842] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.635249] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.635414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.635509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.635739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.635831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.635932] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be created. [ 653.666503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.666720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.666720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.667822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.677621] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: UNINITIALIZED for 2s [ 653.702796] env[64376]: INFO networking_nsxv3.common.synchronization [req-3614cfc4-f656-4579-ace4-bd96ed799b93 req-ed3a150d-db8a-4b09-b2c4-865edda2a9b0 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 653.702796] env[64376]: INFO networking_nsxv3.common.synchronization [req-3614cfc4-f656-4579-ace4-bd96ed799b93 req-ed3a150d-db8a-4b09-b2c4-865edda2a9b0 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 653.702796] env[64376]: INFO networking_nsxv3.common.synchronization [req-3614cfc4-f656-4579-ace4-bd96ed799b93 req-ed3a150d-db8a-4b09-b2c4-865edda2a9b0 service nova] Enqueued Resource ID: f72ea903-1440-4ab2-a142-3921ee79d8d8 with Priority: HIGHEST for action port [ 653.702796] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 653.702796] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 653.702796] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72ea903-1440-4ab2-a142-3921ee79d8d8 with Priority: HIGHEST for action port [ 653.704489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.704489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.704489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.704762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.705188] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72ea903-1440-4ab2-a142-3921ee79d8d8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.705951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.707576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.707576] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72ea903-1440-4ab2-a142-3921ee79d8d8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.912022] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 in Status: SUCCESS [ 653.912181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.208736] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f72ea903-1440-4ab2-a142-3921ee79d8d8 with status ACTIVE [ 654.209048] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.209146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.209213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.209419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.209506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.209678] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.209774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.209835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.210066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.210147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.210330] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.210424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.210483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.210634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.210706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.210786] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f72ea903-1440-4ab2-a142-3921ee79d8d8 is going to be updated. [ 654.234089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.234089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.234089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.234089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.234089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.234347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72ea903-1440-4ab2-a142-3921ee79d8d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.178266] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f4adeef7-e001-4062-be37-de9df5e1ec45 None None] Enqueued Resource ID: 0dd54101-2dbd-4483-ab0d-5fe7154c7610 with Priority: HIGHEST for action port [ 655.178266] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd54101-2dbd-4483-ab0d-5fe7154c7610 with Priority: HIGHEST for action port [ 655.178360] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd54101-2dbd-4483-ab0d-5fe7154c7610 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.178505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd54101-2dbd-4483-ab0d-5fe7154c7610" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.178618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd54101-2dbd-4483-ab0d-5fe7154c7610" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.178804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd54101-2dbd-4483-ab0d-5fe7154c7610" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.178886] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd54101-2dbd-4483-ab0d-5fe7154c7610',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.682483] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dd54101-2dbd-4483-ab0d-5fe7154c7610 [ 655.682726] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.682950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.682950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.683215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.683255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.683349] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dd54101-2dbd-4483-ab0d-5fe7154c7610 already deleted. [ 655.684580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd54101-2dbd-4483-ab0d-5fe7154c7610" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.691302] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 655.691532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.691609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.693076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.693076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.693076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.693076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.693076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.693076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.693076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.693076] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.695169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.697515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.697986] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.698182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.698277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.698493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.698657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.699084] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.202918] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.203072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204459] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.709475] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.213263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.214693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.214693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.214693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.214693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.214693] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 657.244759] env[64376]: INFO networking_nsxv3.common.synchronization [None req-9519847b-c8fc-4b85-804c-95f908f0301f None None] Enqueued Resource ID: 4f152401-5fb0-4554-b3cd-7f5d46ea73a0 with Priority: HIGHEST for action port [ 657.245721] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f152401-5fb0-4554-b3cd-7f5d46ea73a0 with Priority: HIGHEST for action port [ 657.245721] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f152401-5fb0-4554-b3cd-7f5d46ea73a0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.245907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f152401-5fb0-4554-b3cd-7f5d46ea73a0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.245907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f152401-5fb0-4554-b3cd-7f5d46ea73a0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.249657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f152401-5fb0-4554-b3cd-7f5d46ea73a0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.249657] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f152401-5fb0-4554-b3cd-7f5d46ea73a0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.249657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.249657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.249657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.250055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.250055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.265372] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 657.754099] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f152401-5fb0-4554-b3cd-7f5d46ea73a0 [ 657.754099] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.754099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.754099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.754099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.754099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.754099] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f152401-5fb0-4554-b3cd-7f5d46ea73a0 already deleted. [ 657.754099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f152401-5fb0-4554-b3cd-7f5d46ea73a0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.103767] env[64376]: INFO networking_nsxv3.common.synchronization [None req-6028a9cd-3c66-4f79-bf5b-612c0566f6d7 None None] Enqueued Resource ID: 0f3ae58d-df0a-43b9-8173-b6362c4de7de with Priority: HIGHEST for action port [ 659.104851] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3ae58d-df0a-43b9-8173-b6362c4de7de with Priority: HIGHEST for action port [ 659.104851] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f3ae58d-df0a-43b9-8173-b6362c4de7de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.104851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f3ae58d-df0a-43b9-8173-b6362c4de7de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.104851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f3ae58d-df0a-43b9-8173-b6362c4de7de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.104851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f3ae58d-df0a-43b9-8173-b6362c4de7de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.104851] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f3ae58d-df0a-43b9-8173-b6362c4de7de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.276421] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 659.278017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.278382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.279079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.282347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.282347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.282347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.289821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.289821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.289821] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.609590] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f3ae58d-df0a-43b9-8173-b6362c4de7de [ 659.609590] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.609717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.609756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.610475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.610475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.610475] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f3ae58d-df0a-43b9-8173-b6362c4de7de already deleted. [ 659.610983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f3ae58d-df0a-43b9-8173-b6362c4de7de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794822] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de4a18f-b115-4607-a852-d3afad133ba8: rpc.has_security_group_logging(os_id): False [ 659.815868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.815868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.815868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.815868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.816490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.816490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.816490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.816490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.816490] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.816490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.816490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.816989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.816989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.816989] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be created. [ 659.885189] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.885189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.885189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.885189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.885189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.898504] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 661.897088] env[64376]: INFO networking_nsxv3.common.synchronization [req-3f78c8a7-66b7-4949-a8dd-c5ddf0af1204 req-91af53fe-5d0a-4e22-9949-7e69f94450c0 tempest-InstanceActionsNegativeTestJSON-2107920520 tempest-InstanceActionsNegativeTestJSON-2107920520-project-member] Enqueued Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_members [ 661.897394] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_members [ 661.897791] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.897791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.898044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.898874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.898874] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.898874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.898874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.898874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.899288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.899477] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.919234] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 661.919234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.921593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.921593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.921593] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.126029] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f794c2f2-3cd1-43ae-8828-abff250fa295 None None] Enqueued Resource ID: 610b443e-5d86-4f60-addf-83b36da77913 with Priority: HIGHEST for action port [ 662.126777] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610b443e-5d86-4f60-addf-83b36da77913 with Priority: HIGHEST for action port [ 662.126993] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-610b443e-5d86-4f60-addf-83b36da77913 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.127428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610b443e-5d86-4f60-addf-83b36da77913" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.127539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610b443e-5d86-4f60-addf-83b36da77913" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.127907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610b443e-5d86-4f60-addf-83b36da77913" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.128097] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610b443e-5d86-4f60-addf-83b36da77913',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.402926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.403801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.403801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.403801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.403801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.403801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.404050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.404050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.404148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.404840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.404840] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024bc9d3-d765-4ded-8d15-d1242286599b already deleted. [ 662.404840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.427695] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.427976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.427976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.428186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.429307] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.429489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.429684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.429727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.429790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.429879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.430174] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.630182] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610b443e-5d86-4f60-addf-83b36da77913 [ 662.630499] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.630591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.630633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.630849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.630965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.631098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610b443e-5d86-4f60-addf-83b36da77913 already deleted. [ 662.631191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610b443e-5d86-4f60-addf-83b36da77913" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.784063] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.784063] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.784433] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.786182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.786182] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.786182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.786182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.786182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.786182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.786860] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.787317] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.787317] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.787508] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.787817] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.787817] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.788121] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.793224] env[64376]: INFO networking_nsxv3.common.synchronization [req-35a3f60e-5df6-4b0e-a44c-dc3a5cf09604 req-aa205696-50b2-469d-9ef2-d03d2c7f785a tempest-ServerDiagnosticsTest-1082754255 tempest-ServerDiagnosticsTest-1082754255-project-member] Enqueued Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_members [ 662.794920] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGHEST for action security_group_members [ 662.795143] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.795259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.795425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.795685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.795853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.796283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.796359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.796493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.796616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.796877] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.821910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.821910] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.821910] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.821910] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.821910] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-9fcb5456-c61a-4340-9634-8bda70932377 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822393] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822605] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.823143] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.823409] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcb5456-c61a-4340-9634-8bda70932377',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.934179] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.934179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.934179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.935200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.937022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.937022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.937022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.937888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.938270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.938600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.940316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.942032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.942032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.942032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.942032] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.301760] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.301760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.301760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.302692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.302692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.302832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.303021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.303021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.303167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.303221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.303325] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a is going to be updated. [ 663.326611] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.326981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.327130] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.327559] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.327788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.327985] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 9fcb5456-c61a-4340-9634-8bda70932377 not found, creating... [ 663.328240] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.328456] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.328640] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.331483] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.331755] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.332301] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.332597] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.332734] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.332999] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.333184] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.333362] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 9fcb5456-c61a-4340-9634-8bda70932377 is going to be created. [ 663.344416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.344706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.344706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.344940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.360061] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a in Status: IN_PROGRESS for 2s [ 663.367086] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.367364] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.367514] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.367801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.368162] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.368936] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.444654] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de4a18f-b115-4607-a852-d3afad133ba8: rpc.has_security_group_logging(os_id): False [ 663.467491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.467793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.467869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.468198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.468351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.468780] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.469121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.469121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.471087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.471160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.471411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.471526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.471615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.471856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.471985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.472285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.472437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.472548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.472761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.472895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.473055] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 663.575855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.576095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.576165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.578225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.578225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.591534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 664.112728] env[64376]: INFO networking_nsxv3.common.synchronization [req-3f78c8a7-66b7-4949-a8dd-c5ddf0af1204 req-c84eb7f0-fc7e-4319-a454-8141482b6944 service nova] Enqueued Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_rules [ 664.112728] env[64376]: INFO networking_nsxv3.common.synchronization [req-3f78c8a7-66b7-4949-a8dd-c5ddf0af1204 req-c84eb7f0-fc7e-4319-a454-8141482b6944 service nova] Enqueued Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_members [ 664.112728] env[64376]: INFO networking_nsxv3.common.synchronization [req-3f78c8a7-66b7-4949-a8dd-c5ddf0af1204 req-c84eb7f0-fc7e-4319-a454-8141482b6944 service nova] Enqueued Resource ID: 9fcb5456-c61a-4340-9634-8bda70932377 with Priority: HIGHEST for action port [ 664.113505] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_rules [ 664.113701] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_members [ 664.113935] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcb5456-c61a-4340-9634-8bda70932377 with Priority: HIGHEST for action port [ 664.114248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.114523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.114700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.115058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.115188] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.117234] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.117761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.118416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.118416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.118726] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.118885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.118996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.119779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.119779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.119779] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.120953] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcb5456-c61a-4340-9634-8bda70932377 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.121889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.122070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.122418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.122809] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcb5456-c61a-4340-9634-8bda70932377',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.625109] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.625336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.625480] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.626437] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fcb5456-c61a-4340-9634-8bda70932377 with status ACTIVE [ 664.626558] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.626723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.626804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.627110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.627157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.627493] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.627493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.627493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.627724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.627724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.627918] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.627971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.628027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.628880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.628880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.629017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fcb5456-c61a-4340-9634-8bda70932377 is going to be updated. [ 664.658034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.658207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.658277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.658482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.658633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.658778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcb5456-c61a-4340-9634-8bda70932377" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.672136] env[64376]: INFO networking_nsxv3.common.synchronization [req-7d209841-afbd-46bd-ad45-3ab2b4117379 req-d955409b-c685-42a8-827f-0a672583798a tempest-VolumesAdminNegativeTest-1437054421 tempest-VolumesAdminNegativeTest-1437054421-project-member] Enqueued Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_members [ 664.673617] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_members [ 664.674205] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.674321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.674321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.674781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.674781] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.674781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.674959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.675015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.675072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.675169] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.132700] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.179414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.179414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.179535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.179830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.179873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.180162] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.180271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.180271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.180468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.180601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.180687] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e already deleted. [ 665.180769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.239683] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.239821] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-840" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.242120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-840" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.242120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-840" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.242120] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.242120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.242120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.242120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.242748] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.242748] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.242748] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.242748] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.242887] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.242976] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.243146] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.243587] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.268156] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.268390] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.268574] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.268791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-840" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.269162] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.269370] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.269533] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.270186] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.270270] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bda7514-bd03-4503-b0b0-856c4f9f3e9e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.375248] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a in Status: SUCCESS [ 665.375978] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a deletion is rescheduled due to dependency. [ 665.376192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.615019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 665.615379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.637054] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.637054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.637054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.637054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.637385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.637385] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024bc9d3-d765-4ded-8d15-d1242286599b is going to be created. [ 665.662249] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.662401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.662444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.662659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.662856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.673468] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024bc9d3-d765-4ded-8d15-d1242286599b in Status: UNINITIALIZED for 2s [ 665.772952] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.773275] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773408] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.773688] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.773838] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.773984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 7bda7514-bd03-4503-b0b0-856c4f9f3e9e not found, creating... [ 665.774307] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.774539] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.774600] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.774832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.775080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.775465] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.775666] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.775785] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.776019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.776152] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.776289] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 7bda7514-bd03-4503-b0b0-856c4f9f3e9e is going to be created. [ 665.802794] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.803124] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.803343] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.807427] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.807427] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.807688] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.961075] env[64376]: INFO networking_nsxv3.common.synchronization [None req-8e46dc0a-252e-43f0-a405-92517bae410c None None] Enqueued Resource ID: 6793dc10-bdb6-4458-b007-fc2d0b28a590 with Priority: HIGHEST for action port [ 665.961350] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6793dc10-bdb6-4458-b007-fc2d0b28a590 with Priority: HIGHEST for action port [ 665.961747] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6793dc10-bdb6-4458-b007-fc2d0b28a590 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.961747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6793dc10-bdb6-4458-b007-fc2d0b28a590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.961747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6793dc10-bdb6-4458-b007-fc2d0b28a590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.962194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6793dc10-bdb6-4458-b007-fc2d0b28a590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.962194] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6793dc10-bdb6-4458-b007-fc2d0b28a590',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.466017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6793dc10-bdb6-4458-b007-fc2d0b28a590 [ 666.466017] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.466017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.466017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.466017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.466017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.466017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6793dc10-bdb6-4458-b007-fc2d0b28a590 already deleted. [ 666.466017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6793dc10-bdb6-4458-b007-fc2d0b28a590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.585320] env[64376]: INFO networking_nsxv3.common.synchronization [req-7d209841-afbd-46bd-ad45-3ab2b4117379 req-8fad4f34-6515-4e19-8f07-f455b724ab79 service nova] Enqueued Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_rules [ 666.587304] env[64376]: INFO networking_nsxv3.common.synchronization [req-7d209841-afbd-46bd-ad45-3ab2b4117379 req-8fad4f34-6515-4e19-8f07-f455b724ab79 service nova] Enqueued Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_members [ 666.587304] env[64376]: INFO networking_nsxv3.common.synchronization [req-7d209841-afbd-46bd-ad45-3ab2b4117379 req-8fad4f34-6515-4e19-8f07-f455b724ab79 service nova] Enqueued Resource ID: 7bda7514-bd03-4503-b0b0-856c4f9f3e9e with Priority: HIGHEST for action port [ 666.587304] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_rules [ 666.587304] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_members [ 666.587304] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bda7514-bd03-4503-b0b0-856c4f9f3e9e with Priority: HIGHEST for action port [ 666.588332] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.591877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.591877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.591877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.591877] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.591877] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.591877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.591877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.591877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.591877] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.593820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.594040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.594468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.594668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.594893] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.596023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.596295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.597042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.597042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.597042] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bda7514-bd03-4503-b0b0-856c4f9f3e9e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.072082] env[64376]: INFO networking_nsxv3.common.synchronization [req-a880acbc-6a5c-459d-b382-baf5027d8bfc req-7caeac4e-47ac-4379-8a1a-ff551fea717a tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_members [ 667.073094] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_members [ 667.074439] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.074557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.074891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.074974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.075257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.075399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.075664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.075874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.075970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.076341] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.098565] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.098690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.099370] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bda7514-bd03-4503-b0b0-856c4f9f3e9e with status ACTIVE [ 667.099624] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.099805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.099928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.100333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.100562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.100741] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.100883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.100985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.101270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.102578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102578] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.102578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.102578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.102578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.102578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102578] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bda7514-bd03-4503-b0b0-856c4f9f3e9e is going to be updated. [ 667.104168] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.129527] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.129527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.129527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.129743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.129797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bda7514-bd03-4503-b0b0-856c4f9f3e9e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.440349] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.440640] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.440736] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.441091] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.441391] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.441577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.441677] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.441932] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.442368] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.442607] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.442742] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.442890] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.442967] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.443215] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.443334] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.443543] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.462724] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.462901] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.463013] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.463202] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.463505] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.463672] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.463909] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.464241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.464287] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2159edd6-b3ad-4985-a8cb-d3fbcdf95423',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.496166] env[64376]: INFO networking_nsxv3.common.synchronization [req-09f96a37-541a-4d3f-9125-35e8f3f97144 req-1074a82d-7ec8-4040-888e-0d717549093e tempest-DeleteServersAdminTestJSON-405340684 tempest-DeleteServersAdminTestJSON-405340684-project-member] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 667.496849] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGHEST for action security_group_members [ 667.497172] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.497302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.497372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.497576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.497719] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.497814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.497947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.498338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.498426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.498520] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.578316] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.578476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.578566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.578807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.578905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.579152] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.579262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.579325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.579474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.579551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.579726] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 already deleted. [ 667.579726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.607199] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.684445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024bc9d3-d765-4ded-8d15-d1242286599b in Status: SUCCESS [ 667.684445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.684445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.684445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.684943] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.685252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.685429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.685718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.685977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687020] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.967229] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.969892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 2159edd6-b3ad-4985-a8cb-d3fbcdf95423 not found, creating... [ 667.969892] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.969892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.970639] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.970639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.970639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.970639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.970639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.970639] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 2159edd6-b3ad-4985-a8cb-d3fbcdf95423 is going to be created. [ 667.994867] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.995109] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.995160] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.995492] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.995769] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.996035] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.001917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.002116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.002201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.002436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.002563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.002778] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.002905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.002988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.003221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.003336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.003445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be updated. [ 668.037931] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.037931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.037931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.038154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.038357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.067651] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: IN_PROGRESS for 2s [ 668.111570] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.111570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.111570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.111570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.111570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.111570] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e is going to be created. [ 668.144812] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.145100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.145190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.145532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.145948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.159477] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e in Status: UNINITIALIZED for 2s [ 668.191513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.191701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.191766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.192030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.192210] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.192323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.192417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.192602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.192694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.192784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.192936] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.193043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.193106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.193252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.193389] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.193478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.193537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.193673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.193749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.193832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.193918] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.697521] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 024bc9d3-d765-4ded-8d15-d1242286599b: rpc.has_security_group_logging(os_id): False [ 668.720811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.720997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.721103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.721355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.721470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.721685] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.721794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.721855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.722038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.722150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.722395] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.722505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.722505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.722677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.722768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.722974] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.723434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.723434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.723434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.723684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.723684] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 024bc9d3-d765-4ded-8d15-d1242286599b is going to be created. [ 668.743196] env[64376]: INFO networking_nsxv3.common.synchronization [req-a880acbc-6a5c-459d-b382-baf5027d8bfc req-f719bd54-1aa9-42a5-998a-9333f8badf81 service nova] Enqueued Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_rules [ 668.743196] env[64376]: INFO networking_nsxv3.common.synchronization [req-a880acbc-6a5c-459d-b382-baf5027d8bfc req-f719bd54-1aa9-42a5-998a-9333f8badf81 service nova] Enqueued Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_members [ 668.743196] env[64376]: INFO networking_nsxv3.common.synchronization [req-a880acbc-6a5c-459d-b382-baf5027d8bfc req-f719bd54-1aa9-42a5-998a-9333f8badf81 service nova] Enqueued Resource ID: 2159edd6-b3ad-4985-a8cb-d3fbcdf95423 with Priority: HIGHEST for action port [ 668.743472] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_rules [ 668.743472] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_members [ 668.743564] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2159edd6-b3ad-4985-a8cb-d3fbcdf95423 with Priority: HIGHEST for action port [ 668.743811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.743930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.743992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.744214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.744292] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.745373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.745494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.745558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.745744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.746555] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.746555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.746555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.746555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.746555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.746555] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.747498] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.747622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.747675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.747889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.747950] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2159edd6-b3ad-4985-a8cb-d3fbcdf95423',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.799699] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.799974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.799974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.800283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.800474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.813437] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 024bc9d3-d765-4ded-8d15-d1242286599b in Status: IN_PROGRESS for 2s [ 669.250438] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.250839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.250957] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.252095] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2159edd6-b3ad-4985-a8cb-d3fbcdf95423 with status ACTIVE [ 669.252095] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.252230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.252282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.252514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.253135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.253135] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.253135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.253135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.253135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.254153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.254153] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.254153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.254153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.254153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.254153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.254153] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2159edd6-b3ad-4985-a8cb-d3fbcdf95423 is going to be updated. [ 669.281651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.281871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.281871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.282041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.282181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.282420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2159edd6-b3ad-4985-a8cb-d3fbcdf95423" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.588505] env[64376]: INFO networking_nsxv3.common.synchronization [req-47c8237f-31be-4e2b-b518-b9b2a074c0c4 req-58210984-1030-4208-902d-552f15995453 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 669.588697] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 669.589415] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.589803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.589803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.590066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.590141] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.590274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.590353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.590513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.590593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.590688] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.756475] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.962569] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.962569] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.962569] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.963227] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.963306] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.963523] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.963645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.963896] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.964112] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.964343] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.964472] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.964626] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.964733] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.964844] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.964948] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.965188] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.991622] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.991814] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.991977] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.992171] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.992542] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.992711] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.993381] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.993659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.993786] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22c7755-a64f-4b64-9895-f9cd3fbb70ed',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.079653] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 in Status: SUCCESS [ 670.079861] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 deletion is rescheduled due to dependency. [ 670.079993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.092844] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.093106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.093106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.093418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.093585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.093798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.093895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.093962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.094209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.094293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.094382] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef already deleted. [ 670.094620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.170891] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e in Status: SUCCESS [ 670.171291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.171608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.171953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.172312] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.172530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.172662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.172961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.173130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173496] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.258624] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.258879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.259026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.259389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.259730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.259730] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 is going to be created. [ 670.290682] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.290961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.290961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.291246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.291453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.308307] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 in Status: UNINITIALIZED for 2s [ 670.498687] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.498687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.498687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.498888] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.498957] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.499166] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port b22c7755-a64f-4b64-9895-f9cd3fbb70ed not found, creating... [ 670.499586] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.499774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.499895] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.500236] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.500372] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.500705] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.500897] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.501030] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.501279] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.501414] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.501573] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: b22c7755-a64f-4b64-9895-f9cd3fbb70ed is going to be created. [ 670.525703] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.525956] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.526078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.526368] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.526612] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.526858] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.676819] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.677077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.677153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.677468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.677705] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.677870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.678027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.678197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.678317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.678413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.678767] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.678767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.678767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.678947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.679082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.679190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.679275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.679434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.679516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.679626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.679747] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.828066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 024bc9d3-d765-4ded-8d15-d1242286599b in Status: SUCCESS [ 670.828066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.182292] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f2765a8-fd77-4d10-8850-13a04ae1ed1e: rpc.has_security_group_logging(os_id): False [ 671.203343] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.203563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.203563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.203775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.203877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.204354] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.204354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.204354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.204575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.204575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.204700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.204788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.204850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.205022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.205113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.205294] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.205388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.205448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.205618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.205694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.205789] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e is going to be created. [ 671.264249] env[64376]: INFO networking_nsxv3.common.synchronization [req-47c8237f-31be-4e2b-b518-b9b2a074c0c4 req-7e339ef1-09ea-42ae-81e6-b756eac17898 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 671.264249] env[64376]: INFO networking_nsxv3.common.synchronization [req-47c8237f-31be-4e2b-b518-b9b2a074c0c4 req-7e339ef1-09ea-42ae-81e6-b756eac17898 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 671.264249] env[64376]: INFO networking_nsxv3.common.synchronization [req-47c8237f-31be-4e2b-b518-b9b2a074c0c4 req-7e339ef1-09ea-42ae-81e6-b756eac17898 service nova] Enqueued Resource ID: b22c7755-a64f-4b64-9895-f9cd3fbb70ed with Priority: HIGHEST for action port [ 671.264952] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 671.265326] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 671.265578] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22c7755-a64f-4b64-9895-f9cd3fbb70ed with Priority: HIGHEST for action port [ 671.266074] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.267555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.267555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.267555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.267555] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.268937] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.268937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.268937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.269503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.269590] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.269761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.269894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.270155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.270298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.270486] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.271491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.271653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.271767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.271969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.272142] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22c7755-a64f-4b64-9895-f9cd3fbb70ed',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.285450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.285666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.285666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.285936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.286155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.307845] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e in Status: IN_PROGRESS for 2s [ 671.774412] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.774587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.778074] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22c7755-a64f-4b64-9895-f9cd3fbb70ed with status ACTIVE [ 671.778296] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.778474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.778549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.778719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.778812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.778991] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.779110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.779175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.779371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.779445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.779603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.779707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.779768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.779885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.779948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.780055] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22c7755-a64f-4b64-9895-f9cd3fbb70ed is going to be updated. [ 671.781498] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.813690] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.813937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.814018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.814246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.814386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.814556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22c7755-a64f-4b64-9895-f9cd3fbb70ed" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.283957] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.320025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 in Status: SUCCESS [ 672.320162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.320397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.320676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.320889] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.321082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.322220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322220] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.787334] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.787562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.787665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.788223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.788367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.788629] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be created. [ 672.824867] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.827539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.827539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.827728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.827872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.828112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.840871] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: UNINITIALIZED for 2s [ 673.329757] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89768502-b4ef-41aa-b044-c91bdc4373b1: rpc.has_security_group_logging(os_id): False [ 673.338817] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e in Status: SUCCESS [ 673.339326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.358599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.358856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.358916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.359427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.359908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.360605] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.360605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.360605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.360894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.360894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.360894] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 is going to be created. [ 673.436967] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.436967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.436967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.436967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.436967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.457870] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 in Status: IN_PROGRESS for 2s [ 674.277066] env[64376]: INFO networking_nsxv3.common.synchronization [req-6f50d12b-c211-49e6-8b77-89e79d17cef9 req-099c9de3-ce06-47bb-9013-96727080be4b tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 674.277985] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 674.277985] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.278273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280533] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.280533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280815] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.783297] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.784171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.784171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.784171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.784171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.784171] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.784436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.784436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.784436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.784549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.784588] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 already deleted. [ 674.784875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.826579] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.826773] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-565" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.826891] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-565" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.827271] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-565" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.827572] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.827743] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.827838] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.831736] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.831908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.832169] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.832322] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.832474] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.832532] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.832625] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.832732] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.832861] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.854699] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 674.855285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.855285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.855432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.855533] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.855664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.855731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.855887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.855970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.856070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.856230] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.858673] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.858842] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.858963] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.859282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-565" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.859660] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.859852] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.859970] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.860407] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.860581] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852a09c9-2fd3-45ae-ad78-cea5bd317dd1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.363371] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.363661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.363854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.364181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.364603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.364746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.364820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.364996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.365102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.365194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.365366] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.365465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.365527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.365672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.365811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.365902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.365992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.366148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.366227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366398] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.368471] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.368804] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.368937] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.369186] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.369347] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.369490] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 not found, creating... [ 675.369735] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.369883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.370035] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.370280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.370420] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.370715] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.370870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.370982] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.374229] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.374398] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.374844] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 is going to be created. [ 675.400608] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.402353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.402353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.402353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.402353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.402353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.473457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 in Status: SUCCESS [ 675.473637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.878754] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15855bac-a707-497d-9102-0d057dbcc2ef: rpc.has_security_group_logging(os_id): False [ 675.903807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.905026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.905026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.905026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.905026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.905026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.905026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.905579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.905933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.906159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.906786] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.908051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.908051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.908051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.908051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.908051] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.908051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.908051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.908505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.908505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.908505] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be created. [ 676.013769] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.016316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.016316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.016316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.029863] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 676.197841] env[64376]: INFO networking_nsxv3.common.synchronization [req-6f50d12b-c211-49e6-8b77-89e79d17cef9 req-affb4d56-95ae-41fc-b5d4-1fb92efd1ae8 service nova] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 676.197841] env[64376]: INFO networking_nsxv3.common.synchronization [req-6f50d12b-c211-49e6-8b77-89e79d17cef9 req-affb4d56-95ae-41fc-b5d4-1fb92efd1ae8 service nova] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 676.197841] env[64376]: INFO networking_nsxv3.common.synchronization [req-6f50d12b-c211-49e6-8b77-89e79d17cef9 req-affb4d56-95ae-41fc-b5d4-1fb92efd1ae8 service nova] Enqueued Resource ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with Priority: HIGHEST for action port [ 676.200041] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 676.200041] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 676.200041] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with Priority: HIGHEST for action port [ 676.200832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.201419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204040] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.204040] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204040] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.204040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.204770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.205507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.205507] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.210045] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.210045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.210045] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852a09c9-2fd3-45ae-ad78-cea5bd317dd1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.711445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with status ACTIVE [ 676.711588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.711713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.711789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.712018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.712431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.712431] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.712724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.712724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.712899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.713045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714377] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.714377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.714377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.714377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.714377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714674] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 is going to be updated. [ 676.716782] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.717138] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.717255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.740810] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.741018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.741018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.741332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.742458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.742458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.219440] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.630348] env[64376]: INFO networking_nsxv3.common.synchronization [req-b27d6aa8-c5f4-44ba-b199-f30b2f3b81b1 req-ce3b49a9-431c-4b2b-9a3f-94cfc4a36eba tempest-FloatingIPsAssociationTestJSON-221721593 tempest-FloatingIPsAssociationTestJSON-221721593-project-member] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 677.630997] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 677.631444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631746] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.632305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.721698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.721855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.721923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.722577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.722707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.724063] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be created. [ 677.750790] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.750790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.751097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.751097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.751276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.762466] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: UNINITIALIZED for 2s [ 677.871408] env[64376]: INFO networking_nsxv3.common.synchronization [req-7e0923fd-717d-428a-84d4-15cd3c715b20 req-dcbfdbbd-50b4-4bc3-855b-ff97f0f4f5f7 tempest-ServerExternalEventsTest-1637291285 tempest-ServerExternalEventsTest-1637291285-project-member] Enqueued Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_members [ 677.872068] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGHEST for action security_group_members [ 677.872513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.872648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.872728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.872948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873147] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.873293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.873462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.873526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.873736] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.917673] env[64376]: INFO networking_nsxv3.common.synchronization [req-4be1b304-b21c-479b-ae08-1b5b1042da41 req-447db604-123e-4e89-9da2-de2f074f753c tempest-ServersV294TestFqdnHostnames-1415697293 tempest-ServersV294TestFqdnHostnames-1415697293-project-member] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_members [ 677.918262] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGHEST for action security_group_members [ 677.921807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.921807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.921807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.921807] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.053093] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 678.053093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.135090] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.379374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.379374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.379374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.379866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.379866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.381487] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.381487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.381487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.381487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.381487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.381487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 is going to be updated. [ 678.419400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.419400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.419400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.419400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.419400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.423338] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.425506] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.425506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.425506] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b7710-e39b-427f-8ccf-b04003724649 is going to be updated. [ 678.428646] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 in Status: IN_PROGRESS for 2s [ 678.459257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.459412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.459485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.459700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.459844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474059] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b7710-e39b-427f-8ccf-b04003724649 in Status: IN_PROGRESS for 2s [ 678.638341] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.142221] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.142221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.142221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.142221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.143909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.143909] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be updated. [ 679.180487] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.180705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.180705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.180803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.180963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.194581] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: IN_PROGRESS for 2s [ 679.774750] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 679.775050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.775156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775568] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.775685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.775751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.776079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.776173] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.279856] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.441457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 in Status: SUCCESS [ 680.441679] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 deletion is rescheduled due to dependency. [ 680.442522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.486138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26b7710-e39b-427f-8ccf-b04003724649 in Status: SUCCESS [ 680.486350] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26b7710-e39b-427f-8ccf-b04003724649 deletion is rescheduled due to dependency. [ 680.486426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.781882] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c16d61b-f541-46c1-ba77-294dc422eaf1: rpc.has_security_group_logging(os_id): False [ 680.809698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.811091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.811091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.811091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.811091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.812271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.812271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.812271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.812271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.812271] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be created. [ 680.884423] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.884668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.884668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.884846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.885054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.899348] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 681.208160] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 681.209161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.912419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 682.912691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.919411] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 682.919411] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 683.928378] env[64376]: INFO networking_nsxv3.common.synchronization [req-7dd18277-3e94-438b-a391-f65bac0bf9f8 req-68177467-cd35-4611-97d3-2f5aeb0d81c7 tempest-ServersTestJSON-2024794635 tempest-ServersTestJSON-2024794635-project-member] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_members [ 683.928864] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGHEST for action security_group_members [ 683.929256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.929417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.929529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.929749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.929948] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.930085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.930226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.930392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.930504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.930621] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.356017] env[64376]: INFO networking_nsxv3.common.synchronization [None req-66034aaa-6df5-4a30-a766-4fbc234766ee tempest-MigrationsAdminTest-1501472152 tempest-MigrationsAdminTest-1501472152-project-member] Enqueued Resource ID: 3b143481-560c-40ba-9d39-cf20637a0d05 with Priority: HIGHEST for action security_group_rules [ 684.356792] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b143481-560c-40ba-9d39-cf20637a0d05 with Priority: HIGHEST for action security_group_rules [ 684.357635] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b143481-560c-40ba-9d39-cf20637a0d05 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.357635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.357635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.357772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.357875] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b143481-560c-40ba-9d39-cf20637a0d05',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.434275] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.434466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.434531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.434726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.434819] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.435036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.436077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.436077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.436077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.436077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.436077] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847494-a9c5-4d28-82ef-203c3635357e is going to be updated. [ 684.486664] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.489973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.489973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.489973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.489973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.502744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847494-a9c5-4d28-82ef-203c3635357e in Status: IN_PROGRESS for 2s [ 684.593435] env[64376]: INFO networking_nsxv3.common.synchronization [None req-375c6de9-1970-4e6c-835f-5b89867571f1 tempest-MigrationsAdminTest-1501472152 tempest-MigrationsAdminTest-1501472152-project-member] Enqueued Resource ID: 3b143481-560c-40ba-9d39-cf20637a0d05 with Priority: HIGHEST for action security_group_rules [ 684.594016] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b143481-560c-40ba-9d39-cf20637a0d05 with Priority: HIGHEST for action security_group_rules [ 684.595436] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b143481-560c-40ba-9d39-cf20637a0d05 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.595533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.734570] env[64376]: INFO networking_nsxv3.common.synchronization [req-0d5564e3-69c9-4c59-a25f-fad893f818c3 req-7a0088dd-23a9-40cb-a652-582638be91dd tempest-InstanceActionsNegativeTestJSON-2107920520 tempest-InstanceActionsNegativeTestJSON-2107920520-project-member] Enqueued Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_members [ 684.735265] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024bc9d3-d765-4ded-8d15-d1242286599b with Priority: HIGHEST for action security_group_members [ 684.735612] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024bc9d3-d765-4ded-8d15-d1242286599b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.735745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.735813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.736033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.736522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.736522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.736522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.736522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.736681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.736681] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('024bc9d3-d765-4ded-8d15-d1242286599b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.880411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.880576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.880576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.880756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.880924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.880971] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b143481-560c-40ba-9d39-cf20637a0d05 already deleted. [ 684.881071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.881199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.881364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.881448] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b143481-560c-40ba-9d39-cf20637a0d05',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.240512] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.240512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.240512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.240980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.240980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.240980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.241150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.241197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.241375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.241452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.241607] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024bc9d3-d765-4ded-8d15-d1242286599b is going to be updated. [ 685.282054] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.284087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.284087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.284087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.284087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.295772] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024bc9d3-d765-4ded-8d15-d1242286599b in Status: IN_PROGRESS for 2s [ 685.403489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.403759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.404843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.404843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.404843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.404843] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b143481-560c-40ba-9d39-cf20637a0d05 already deleted. [ 685.404843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b143481-560c-40ba-9d39-cf20637a0d05" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.715116] env[64376]: INFO networking_nsxv3.common.synchronization [req-0f8b3099-1974-4a5e-93e7-33e55e617f58 req-43b66b50-9bbf-4a5a-ba68-94389532681b tempest-ImagesOneServerTestJSON-169597106 tempest-ImagesOneServerTestJSON-169597106-project-member] Enqueued Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_members [ 685.715116] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGHEST for action security_group_members [ 685.717261] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.717540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.717540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.717715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.718298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.718298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.718298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.718298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.718298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.719283] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.222681] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.223465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.223465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.223465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.223591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.223846] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.224036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.224116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.224397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.224680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.224977] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5920a7-6d09-470b-a028-83f74460516b is going to be updated. [ 686.258397] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.258397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.258397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.258397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.258397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.274597] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5920a7-6d09-470b-a028-83f74460516b in Status: IN_PROGRESS for 2s [ 686.521438] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847494-a9c5-4d28-82ef-203c3635357e in Status: SUCCESS [ 686.522520] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847494-a9c5-4d28-82ef-203c3635357e deletion is rescheduled due to dependency. [ 686.522520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027629] env[64376]: INFO networking_nsxv3.common.synchronization [req-1063d4ac-49a5-4350-9fca-563b1f31cad9 req-2380effc-9a1e-46a3-ad2c-25dcf5f2231b tempest-VolumesAdminNegativeTest-1437054421 tempest-VolumesAdminNegativeTest-1437054421-project-member] Enqueued Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_members [ 687.028868] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGHEST for action security_group_members [ 687.029877] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030744] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.031026] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.313056] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024bc9d3-d765-4ded-8d15-d1242286599b in Status: SUCCESS [ 687.313056] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024bc9d3-d765-4ded-8d15-d1242286599b deletion is rescheduled due to dependency. [ 687.313557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024bc9d3-d765-4ded-8d15-d1242286599b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.534339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.534494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.534579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.534786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.534876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.535091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.535547] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e is going to be updated. [ 687.567532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.567532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.567532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.567532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.567532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.581220] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e in Status: IN_PROGRESS for 2s [ 688.206795] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-4f7cfcbb-f46e-49ff-a648-bcc6512fc798 tempest-ListServersNegativeTestJSON-1728572224 tempest-ListServersNegativeTestJSON-1728572224-project-member] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 688.207658] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 688.208120] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.208384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.210694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.210694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.210694] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.210694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.210694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.210694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.210694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.210694] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.288009] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5920a7-6d09-470b-a028-83f74460516b in Status: SUCCESS [ 688.288286] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5920a7-6d09-470b-a028-83f74460516b deletion is rescheduled due to dependency. [ 688.288443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.712131] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.712131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.712131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.712436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.712436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.712500] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.712745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.712745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.712840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.712905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.713716] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 already deleted. [ 688.713716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.878971] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.879159] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.879285] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.880625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.881061] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.881242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.881362] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.881603] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.881852] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.882162] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.882296] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.882362] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.882474] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.882581] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.882699] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.882783] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.904257] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.904257] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.904454] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.904578] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.904877] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-8fed83ff-90ae-436e-a260-0384a00c25ba taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.905055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.905192] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.905555] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.905629] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fed83ff-90ae-436e-a260-0384a00c25ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.412230] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.412737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.412737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.413150] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.413150] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.413264] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 8fed83ff-90ae-436e-a260-0384a00c25ba not found, creating... [ 689.413680] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.413872] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.413945] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.414193] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.414327] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.414684] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.414842] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.414953] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.415313] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.415453] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.415583] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 8fed83ff-90ae-436e-a260-0384a00c25ba is going to be created. [ 689.448282] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.448282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.448282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.448282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.448282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.448282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.602053] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e in Status: SUCCESS [ 689.602053] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e deletion is rescheduled due to dependency. [ 689.602053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.184187] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-0eef37ad-dcb1-4a87-a8f6-bbf4a5390294 service nova] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_rules [ 690.184430] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-0eef37ad-dcb1-4a87-a8f6-bbf4a5390294 service nova] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 690.184516] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-0eef37ad-dcb1-4a87-a8f6-bbf4a5390294 service nova] Enqueued Resource ID: 8fed83ff-90ae-436e-a260-0384a00c25ba with Priority: HIGHEST for action port [ 690.185856] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_rules [ 690.185856] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 690.185856] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fed83ff-90ae-436e-a260-0384a00c25ba with Priority: HIGHEST for action port [ 690.185856] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.185856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.186193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.186193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.186248] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.187092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.187182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.187258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.187374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.187509] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.187602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.187680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.187822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.187907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.187994] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.188764] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fed83ff-90ae-436e-a260-0384a00c25ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.188839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.188907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.189066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.189139] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fed83ff-90ae-436e-a260-0384a00c25ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.620785] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-7d75c3de-6b05-42f5-a64e-55fa675d3b1b tempest-ListServersNegativeTestJSON-1728572224 tempest-ListServersNegativeTestJSON-1728572224-project-member] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 690.621870] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 690.621870] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.621870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.691232] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.691475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.691701] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.692639] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fed83ff-90ae-436e-a260-0384a00c25ba with status ACTIVE [ 690.692832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.692944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.693053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.693251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.693307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.694396] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.697259] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.697259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.697259] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fed83ff-90ae-436e-a260-0384a00c25ba is going to be updated. [ 690.720017] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.720615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.720615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.720615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.720764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.720971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fed83ff-90ae-436e-a260-0384a00c25ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.889573] env[64376]: INFO networking_nsxv3.common.synchronization [req-af7094fb-aedd-457e-9417-1787ed448bde req-45810f80-9ca0-4696-b14e-08d7b323bdf4 tempest-VolumesAssistedSnapshotsTest-1546786492 tempest-VolumesAssistedSnapshotsTest-1546786492-project-member] Enqueued Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_members [ 690.890251] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b3df24-b247-4733-a7bf-049400050607 with Priority: HIGHEST for action security_group_members [ 690.890583] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b3df24-b247-4733-a7bf-049400050607 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.890750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.890835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.891076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.891281] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.891450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.891540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.891772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.891856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.891970] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b3df24-b247-4733-a7bf-049400050607',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.988849] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.988849] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.988849] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.988849] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.989060] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.989600] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.989795] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.990078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.990313] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.990568] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.990715] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.990851] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.991018] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.991184] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.991420] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.991609] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.009949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.010133] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.010306] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.010496] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.012171] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-b1280a9f-61b2-4bf8-891f-178f4f6609e3 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.012171] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.012171] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.012362] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.012517] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1280a9f-61b2-4bf8-891f-178f4f6609e3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.199203] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.394541] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.394706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.394831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.395361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.396354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.396609] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.397515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.397515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.397515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.397515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.397515] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b3df24-b247-4733-a7bf-049400050607 is going to be updated. [ 691.430675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.431943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.431943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.431943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.431943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.443522] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b3df24-b247-4733-a7bf-049400050607 in Status: IN_PROGRESS for 2s [ 691.515936] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.516168] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.516288] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.516623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.518119] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.518275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port b1280a9f-61b2-4bf8-891f-178f4f6609e3 not found, creating... [ 691.518558] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.518746] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.519148] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.519148] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.519240] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.519456] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.520475] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.520475] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.520475] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.520475] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.520831] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: b1280a9f-61b2-4bf8-891f-178f4f6609e3 is going to be created. [ 691.545061] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.545061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.545061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.545061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.545061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.545061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.701717] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.701884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.701957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.702317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.702415] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be created. [ 691.733771] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.733921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.733993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.734223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.734418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.752027] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: UNINITIALIZED for 2s [ 692.266860] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-0538d4ed-3d33-415b-8263-102a78883dbc service nova] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_rules [ 692.267173] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-0538d4ed-3d33-415b-8263-102a78883dbc service nova] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 692.267173] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-0538d4ed-3d33-415b-8263-102a78883dbc service nova] Enqueued Resource ID: b1280a9f-61b2-4bf8-891f-178f4f6609e3 with Priority: HIGHEST for action port [ 692.267754] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_rules [ 692.267886] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 692.268024] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1280a9f-61b2-4bf8-891f-178f4f6609e3 with Priority: HIGHEST for action port [ 692.268345] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.268409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.268597] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.268644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.268815] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1280a9f-61b2-4bf8-891f-178f4f6609e3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.268921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.268985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.269208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.269357] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1280a9f-61b2-4bf8-891f-178f4f6609e3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.772366] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1280a9f-61b2-4bf8-891f-178f4f6609e3 with status ACTIVE [ 692.772613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.772750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.772854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.773041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.773169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.773321] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.773386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.773461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.773594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.773667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.773845] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.773983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.773983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.774897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.774897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.774897] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1280a9f-61b2-4bf8-891f-178f4f6609e3 is going to be updated. [ 692.806013] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.806013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.806399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.806399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.806454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.806619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1280a9f-61b2-4bf8-891f-178f4f6609e3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.478364] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b3df24-b247-4733-a7bf-049400050607 in Status: SUCCESS [ 693.478771] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b3df24-b247-4733-a7bf-049400050607 deletion is rescheduled due to dependency. [ 693.478935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b3df24-b247-4733-a7bf-049400050607" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.516420] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-d67486ef-353b-4bf6-aa84-0960695db85b tempest-ListServersNegativeTestJSON-1728572224 tempest-ListServersNegativeTestJSON-1728572224-project-member] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 693.516983] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 693.519604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.519734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.769042] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 693.769442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.773170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.773170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.773170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.773170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.773170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.773170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.773170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.773170] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.947561] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.947969] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.948386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.949718] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.950088] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.950299] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.950423] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.950673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.950850] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.951097] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.951568] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.951568] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.951568] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.951568] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.951716] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.951835] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.972800] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.972853] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.972981] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.973166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-32" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.973660] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-1c25ac95-45b0-42df-848a-42705db4dbd9 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.973660] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.975096] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.975096] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.975096] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c25ac95-45b0-42df-848a-42705db4dbd9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.275591] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.478540] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.480196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.480196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.480196] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.480630] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.480630] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 1c25ac95-45b0-42df-848a-42705db4dbd9 not found, creating... [ 694.481526] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.481526] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.481526] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.481526] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.481877] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.481877] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.482345] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.482492] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.482746] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.482923] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.483187] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 1c25ac95-45b0-42df-848a-42705db4dbd9 is going to be created. [ 694.507094] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.507358] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.507520] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.507841] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.508130] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.508402] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.778231] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.282700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.282700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.282700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.282700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.282700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.282700] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 695.318604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.318779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.318847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.319092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.319196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.325894] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-f0ed61f4-d1bd-4dc0-a797-823332b6f9d1 service nova] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_rules [ 695.326089] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-f0ed61f4-d1bd-4dc0-a797-823332b6f9d1 service nova] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 695.326226] env[64376]: INFO networking_nsxv3.common.synchronization [req-f35bc371-d2e3-4af2-a62d-24e1922ac9e9 req-f0ed61f4-d1bd-4dc0-a797-823332b6f9d1 service nova] Enqueued Resource ID: 1c25ac95-45b0-42df-848a-42705db4dbd9 with Priority: HIGHEST for action port [ 695.326815] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_rules [ 695.327030] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 695.327416] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c25ac95-45b0-42df-848a-42705db4dbd9 with Priority: HIGHEST for action port [ 695.327756] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.327920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.328159] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.328313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.328664] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c25ac95-45b0-42df-848a-42705db4dbd9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.329139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.329139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.329139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.329289] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c25ac95-45b0-42df-848a-42705db4dbd9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.333763] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 695.834216] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c25ac95-45b0-42df-848a-42705db4dbd9 with status ACTIVE [ 695.834934] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.834934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.834934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.834934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.834934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.836275] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.836275] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.836275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.836275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c25ac95-45b0-42df-848a-42705db4dbd9 is going to be updated. [ 695.861802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.861802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.861802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.861802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.861802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.862089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c25ac95-45b0-42df-848a-42705db4dbd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.617164] env[64376]: INFO networking_nsxv3.common.synchronization [None req-0d6a4dda-e080-4e25-aa6e-710ca9b6b049 None None] Enqueued Resource ID: e20f4b94-9f9a-46d8-bb85-812a4923a122 with Priority: HIGHEST for action port [ 696.617726] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20f4b94-9f9a-46d8-bb85-812a4923a122 with Priority: HIGHEST for action port [ 696.618159] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20f4b94-9f9a-46d8-bb85-812a4923a122 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.618298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20f4b94-9f9a-46d8-bb85-812a4923a122" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.618298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20f4b94-9f9a-46d8-bb85-812a4923a122" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.618606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20f4b94-9f9a-46d8-bb85-812a4923a122" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.618606] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20f4b94-9f9a-46d8-bb85-812a4923a122',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.124987] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20f4b94-9f9a-46d8-bb85-812a4923a122 [ 697.125294] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.125794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.125794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.125794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.125794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.125794] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20f4b94-9f9a-46d8-bb85-812a4923a122 already deleted. [ 697.125960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20f4b94-9f9a-46d8-bb85-812a4923a122" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.279737] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9e1619d-3a19-49b4-8382-52201f4fb6d3 req-48a8a6da-8638-4a5b-9c79-44487c9fc510 tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 697.280070] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 697.280408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.280512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.280715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.280777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.280978] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.281040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.281070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.281198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.281419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.281419] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.286131] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f359794f-1b0d-4b83-a18f-a813dc6193b6 None None] Enqueued Resource ID: bbe42469-35e6-4013-a096-d84e79d4902d with Priority: HIGHEST for action port [ 697.286131] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe42469-35e6-4013-a096-d84e79d4902d with Priority: HIGHEST for action port [ 697.286131] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe42469-35e6-4013-a096-d84e79d4902d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.286271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe42469-35e6-4013-a096-d84e79d4902d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.286271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe42469-35e6-4013-a096-d84e79d4902d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.286544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe42469-35e6-4013-a096-d84e79d4902d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.286544] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe42469-35e6-4013-a096-d84e79d4902d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.349972] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 697.350307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.350524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.350863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.351642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.351642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.351642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.351879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.351921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.352046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.352164] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.354050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.354287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.354538] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.354670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.354759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.354936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.355045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.355157] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.785117] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.789304] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe42469-35e6-4013-a096-d84e79d4902d [ 697.789674] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.789674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.789842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.789964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.790073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.790170] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe42469-35e6-4013-a096-d84e79d4902d already deleted. [ 697.790323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe42469-35e6-4013-a096-d84e79d4902d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.828836] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.829071] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.829611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.829611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.830536] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.830536] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.830536] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.831103] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.831103] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.832205] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.832377] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.832499] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.832614] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.832734] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.832834] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.833063] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.857773] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.857930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.858176] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.871618] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.872528] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.872528] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.872528] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.872528] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-624cd548-dea1-47f4-b763-4669a751a8d2 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.872799] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.872799] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.873157] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.873299] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('624cd548-dea1-47f4-b763-4669a751a8d2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.289136] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.361082] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.384558] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.384987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.385239] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.386454] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.387134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.387322] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 624cd548-dea1-47f4-b763-4669a751a8d2 not found, creating... [ 698.387614] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.387774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.387892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.388541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.388699] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.389020] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.389177] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.389295] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.389514] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.389671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.389810] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 624cd548-dea1-47f4-b763-4669a751a8d2 is going to be created. [ 698.415450] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.415659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.417581] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.417581] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.417581] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.417581] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.793582] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.793881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.794221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.794685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.797446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.797446] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 698.831018] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.831018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.831018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.831018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.831018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.843959] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 698.865682] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.865682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.865682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.866012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.866012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.866154] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 698.905456] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.906230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.906230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.906230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.906230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.918195] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 699.137252] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9e1619d-3a19-49b4-8382-52201f4fb6d3 req-fab1f45e-a097-4ace-aee7-db14a051d187 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 699.137252] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9e1619d-3a19-49b4-8382-52201f4fb6d3 req-fab1f45e-a097-4ace-aee7-db14a051d187 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 699.137252] env[64376]: INFO networking_nsxv3.common.synchronization [req-b9e1619d-3a19-49b4-8382-52201f4fb6d3 req-fab1f45e-a097-4ace-aee7-db14a051d187 service nova] Enqueued Resource ID: 624cd548-dea1-47f4-b763-4669a751a8d2 with Priority: HIGHEST for action port [ 699.137252] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 699.137252] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 699.137252] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624cd548-dea1-47f4-b763-4669a751a8d2 with Priority: HIGHEST for action port [ 699.137252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.137252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.137252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.142024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.142024] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.142453] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.142453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.142531] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-624cd548-dea1-47f4-b763-4669a751a8d2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.142604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.142642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.143824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.143824] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('624cd548-dea1-47f4-b763-4669a751a8d2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.511071] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a7439bed-7350-4eb4-aaf2-72bd1c978ef8 None None] Enqueued Resource ID: a0bd5fb8-bed0-4f82-9790-97857af6eb80 with Priority: HIGHEST for action port [ 699.511649] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bd5fb8-bed0-4f82-9790-97857af6eb80 with Priority: HIGHEST for action port [ 699.511951] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0bd5fb8-bed0-4f82-9790-97857af6eb80 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.512088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0bd5fb8-bed0-4f82-9790-97857af6eb80" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.512156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0bd5fb8-bed0-4f82-9790-97857af6eb80" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.512409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0bd5fb8-bed0-4f82-9790-97857af6eb80" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.512496] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bd5fb8-bed0-4f82-9790-97857af6eb80',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.647635] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.647901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.648123] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 624cd548-dea1-47f4-b763-4669a751a8d2 with status ACTIVE [ 699.648342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.648664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.648664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.648737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.648830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.649037] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.649140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.649202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.649361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.649546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.649659] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.649715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.649782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.649938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.650031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.650117] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 624cd548-dea1-47f4-b763-4669a751a8d2 is going to be updated. [ 699.680911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.680911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.680911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.681410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.681410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.681410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-624cd548-dea1-47f4-b763-4669a751a8d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.015599] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0bd5fb8-bed0-4f82-9790-97857af6eb80 [ 700.015882] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.016073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.016168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.016376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.016470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.016562] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0bd5fb8-bed0-4f82-9790-97857af6eb80 already deleted. [ 700.016686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0bd5fb8-bed0-4f82-9790-97857af6eb80" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.854291] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 700.854622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.854658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.854851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.855045] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.855168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.855449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.855449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.855449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.855540] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.929647] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 700.929825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.930038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.931090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.931090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.931090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.931090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.931090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.931090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.931090] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.034926] env[64376]: INFO networking_nsxv3.common.synchronization [None req-288c8242-ed82-49cf-9377-12b41c463f47 None None] Enqueued Resource ID: 783e2081-7aee-42f1-ba8b-7970cc2c78d1 with Priority: HIGHEST for action port [ 701.035625] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783e2081-7aee-42f1-ba8b-7970cc2c78d1 with Priority: HIGHEST for action port [ 701.037444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-783e2081-7aee-42f1-ba8b-7970cc2c78d1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.037599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783e2081-7aee-42f1-ba8b-7970cc2c78d1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.037673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783e2081-7aee-42f1-ba8b-7970cc2c78d1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.037948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783e2081-7aee-42f1-ba8b-7970cc2c78d1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.038042] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783e2081-7aee-42f1-ba8b-7970cc2c78d1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.361244] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.433680] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.543359] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783e2081-7aee-42f1-ba8b-7970cc2c78d1 [ 701.543359] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.543359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.543359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.543359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.543359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.543359] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783e2081-7aee-42f1-ba8b-7970cc2c78d1 already deleted. [ 701.543359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783e2081-7aee-42f1-ba8b-7970cc2c78d1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.865211] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.937016] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.369416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.369416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.369416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.369416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.369416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.370208] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 702.409693] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.409844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.409947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.410264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.410482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.420933] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 702.441455] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.441671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.441748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.441949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.442040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.442140] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 702.474666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.474850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.474891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.475314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.475314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.485894] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 704.432756] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 704.432756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.433686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.433686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.433686] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.433686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.433686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.433970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.434609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.434609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.434609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.500445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 704.500445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.500445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.500445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.500445] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.500445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.500445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.500900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.500900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.500900] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.937556] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.937711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.937778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.937996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.938174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.938576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.938650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.938791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.938872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.938957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.939321] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.939321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.939321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.939424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.939522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.939605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.939662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.939789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.939858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.939933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.940028] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.003049] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.352918] env[64376]: INFO networking_nsxv3.common.synchronization [req-41d4707a-dd4a-4e28-a903-ae96a298c37d req-59327956-a8cf-4f90-be7f-1a19cc83933d tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 705.353622] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 705.353986] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.354778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.354778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.355447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.355447] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.355447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.355447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.355651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.355651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.355757] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.443373] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de4a18f-b115-4607-a852-d3afad133ba8: rpc.has_security_group_logging(os_id): False [ 705.463759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.464012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.464084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.464291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.464408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.464755] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.464900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.464996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.465223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.465749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.465749] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.465749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.465931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.466054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.466142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.466469] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.466582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.466695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.466950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.467448] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 705.505170] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.548653] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.548835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.548992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.549166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.549350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.563469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 705.812839] env[64376]: INFO networking_nsxv3.common.synchronization [req-596bfefd-3da5-4b1e-9d7e-7281883996fd req-5625eee5-1eee-4e3a-917a-26bbfe06bc31 tempest-FloatingIPsAssociationTestJSON-221721593 tempest-FloatingIPsAssociationTestJSON-221721593-project-member] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 705.813359] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGHEST for action security_group_members [ 705.813665] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.814026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.814026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.814196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.814471] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.814678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.815823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.815823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.815823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.815823] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.858502] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.858665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.858735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.858932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.859171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.859322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.859402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.859555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.859632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859725] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 already deleted. [ 705.859827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.882687] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.882867] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.882989] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.883315] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.883876] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.884160] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.884298] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.884551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.884721] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.884962] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.885109] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.885221] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.885364] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.885804] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.885804] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.885928] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.905312] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.905506] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.905582] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.905755] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.906096] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-8478d1ae-5114-4795-98e3-2c97a3ae58db taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.906255] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.906362] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.906695] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.906830] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8478d1ae-5114-4795-98e3-2c97a3ae58db',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.008130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.008344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.008426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.008667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.008757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.008921] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 706.039647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.039925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.040097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.040231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.040454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.053571] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 706.319025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.319025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.319025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.319025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be updated. [ 706.348603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.348789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.348859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.349082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.349225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.359482] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: IN_PROGRESS for 2s [ 706.409794] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.410111] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.410285] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.410611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.410764] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.410912] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 8478d1ae-5114-4795-98e3-2c97a3ae58db not found, creating... [ 706.411203] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.411358] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.411500] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.411743] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.411868] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.412151] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.412301] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.412449] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.412690] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.413454] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.413454] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 8478d1ae-5114-4795-98e3-2c97a3ae58db is going to be created. [ 706.437400] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.437617] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.437743] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.438017] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.438249] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.439134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.196451] env[64376]: INFO networking_nsxv3.common.synchronization [req-41d4707a-dd4a-4e28-a903-ae96a298c37d req-9ea72959-2a31-4ffa-bc9e-ee8d6eec476e service nova] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_rules [ 707.196784] env[64376]: INFO networking_nsxv3.common.synchronization [req-41d4707a-dd4a-4e28-a903-ae96a298c37d req-9ea72959-2a31-4ffa-bc9e-ee8d6eec476e service nova] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 707.196784] env[64376]: INFO networking_nsxv3.common.synchronization [req-41d4707a-dd4a-4e28-a903-ae96a298c37d req-9ea72959-2a31-4ffa-bc9e-ee8d6eec476e service nova] Enqueued Resource ID: 8478d1ae-5114-4795-98e3-2c97a3ae58db with Priority: HIGHEST for action port [ 707.197470] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_rules [ 707.197470] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 707.197587] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8478d1ae-5114-4795-98e3-2c97a3ae58db with Priority: HIGHEST for action port [ 707.197828] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.198023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.199401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.199489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.199577] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.201026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.201026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.201026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.201026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.201325] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.201325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.201325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.201448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.201448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.201516] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.204329] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8478d1ae-5114-4795-98e3-2c97a3ae58db taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.204329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.204329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.204329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.204329] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8478d1ae-5114-4795-98e3-2c97a3ae58db',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.578918] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 707.579176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.708584] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.710197] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.711223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.711223] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8478d1ae-5114-4795-98e3-2c97a3ae58db with status ACTIVE [ 707.711223] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.711223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.711223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.711569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.711569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.714643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.714643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.714643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.714643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.714643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.715033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.715194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.715329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.715811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.715811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.715811] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8478d1ae-5114-4795-98e3-2c97a3ae58db is going to be updated. [ 707.746858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.747102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.747102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.747372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.747372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.747524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8478d1ae-5114-4795-98e3-2c97a3ae58db" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.064595] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 708.064901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.065155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.065421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.065667] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.065824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.065899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.066108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.066200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.066299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.066478] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.066681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.066738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.066929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.067099] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.067195] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.067256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.067423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.067507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.067589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.067715] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.218259] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.371248] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 in Status: SUCCESS [ 708.371460] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 deletion is rescheduled due to dependency. [ 708.371583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.572416] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3326fdf0-cbe9-4b47-aaa1-3c2567737595: rpc.has_security_group_logging(os_id): False [ 708.603411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.603590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.603697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.604035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.604186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.604642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.604764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.604826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.605689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.605689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.605876] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.606034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.606113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.606336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.606428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.606646] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.606748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.606810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.606950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.607038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.607146] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be created. [ 708.681793] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.681793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.681793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.681793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.681793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.697174] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 708.720861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.721039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.721097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.721382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.721516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.721616] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be created. [ 708.766510] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.766683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.766788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.768129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.768129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.780186] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: UNINITIALIZED for 2s [ 709.478920] env[64376]: INFO networking_nsxv3.common.synchronization [None req-88ebfd3b-2067-4e2b-99cc-82a925357eb6 None None] Enqueued Resource ID: ca350f36-eed8-4a39-9190-0dc6317c0ac6 with Priority: HIGHEST for action port [ 709.481930] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca350f36-eed8-4a39-9190-0dc6317c0ac6 with Priority: HIGHEST for action port [ 709.481930] env[64376]: INFO networking_nsxv3.common.synchronization [None req-af6e278a-958a-406e-a537-d605ad8bf028 None None] Enqueued Resource ID: e6c0d51d-04b9-44d9-9527-621558c1220d with Priority: HIGHEST for action port [ 709.481930] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca350f36-eed8-4a39-9190-0dc6317c0ac6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.481930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca350f36-eed8-4a39-9190-0dc6317c0ac6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.481930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca350f36-eed8-4a39-9190-0dc6317c0ac6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.482298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca350f36-eed8-4a39-9190-0dc6317c0ac6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.482347] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca350f36-eed8-4a39-9190-0dc6317c0ac6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.487119] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c0d51d-04b9-44d9-9527-621558c1220d with Priority: HIGHEST for action port [ 709.487119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c0d51d-04b9-44d9-9527-621558c1220d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.487119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c0d51d-04b9-44d9-9527-621558c1220d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.487119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c0d51d-04b9-44d9-9527-621558c1220d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.487119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c0d51d-04b9-44d9-9527-621558c1220d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.487119] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c0d51d-04b9-44d9-9527-621558c1220d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.985304] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca350f36-eed8-4a39-9190-0dc6317c0ac6 [ 709.985531] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.985658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.985749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.985969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.986086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.986148] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca350f36-eed8-4a39-9190-0dc6317c0ac6 already deleted. [ 709.986230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca350f36-eed8-4a39-9190-0dc6317c0ac6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.991937] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6c0d51d-04b9-44d9-9527-621558c1220d [ 709.993180] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.993180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.993180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.993180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.993180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.993180] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6c0d51d-04b9-44d9-9527-621558c1220d already deleted. [ 709.993180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c0d51d-04b9-44d9-9527-621558c1220d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.711179] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 710.711473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.712706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.713028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.713201] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.791207] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: SUCCESS [ 710.791488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.791687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.791891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.792089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.792212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.792309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.792478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.792557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.792639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.792731] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.215795] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.216020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.216098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.218548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218895] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.219017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.219128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.219878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.219878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.219878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.219878] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.296402] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.296402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.296402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.296402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.296402] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.296402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.296740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.296740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.296740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.296837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.298041] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.298041] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.298041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.298041] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.726206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.726206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.726206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.726206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.726206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.727309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.727309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.727309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.727309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.727309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.727309] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.804543] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b909db9e-9f9a-4607-85cf-724dd0a8e709: rpc.has_security_group_logging(os_id): False [ 711.830917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.830917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.830917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.830917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.831475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.831475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.831747] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.831846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.831886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.832084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.832311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.832419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be created. [ 711.901553] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.901715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.901765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.901996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.902198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916395] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: IN_PROGRESS for 2s [ 712.231092] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3326fdf0-cbe9-4b47-aaa1-3c2567737595: rpc.has_security_group_logging(os_id): False [ 712.253799] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.254692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.254845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.255535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.255535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.255535] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.255658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.255713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.255869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.255953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.256174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.256301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.256352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.256461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.256536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.256740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.256874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.256874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.256989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.257070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.257159] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 712.343412] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.343644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.343760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.343975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.344167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.360328] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 713.048589] env[64376]: INFO networking_nsxv3.common.synchronization [req-a1e6a7e8-3fb7-41b4-892c-abf20fb9a19b req-546be99c-7602-48e3-85d4-b6f6acc6e548 tempest-ListServersNegativeTestJSON-1728572224 tempest-ListServersNegativeTestJSON-1728572224-project-member] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 713.049199] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 713.050827] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.050827] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.050827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.051310] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.192173] env[64376]: INFO networking_nsxv3.common.synchronization [req-7f19777a-a8dd-4ca4-92bb-0da04cdcdf8a req-09de3c20-962f-47bf-8e3e-7d35e843c1fd tempest-SecurityGroupRulesNegativeTestJSON-1505236489 tempest-SecurityGroupRulesNegativeTestJSON-1505236489-project-member] Enqueued Resource ID: e24e86ac-785f-4759-9cb9-29d4b245e4d8 with Priority: HIGHEST for action security_group_rules [ 713.193085] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24e86ac-785f-4759-9cb9-29d4b245e4d8 with Priority: HIGHEST for action security_group_rules [ 713.193628] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.194136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.194136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.194136] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24e86ac-785f-4759-9cb9-29d4b245e4d8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.445997] env[64376]: INFO networking_nsxv3.common.synchronization [None req-55f81537-fe28-4196-b801-6a06ea696c69 None None] Enqueued Resource ID: 597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7 with Priority: HIGHEST for action port [ 713.447286] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7 with Priority: HIGHEST for action port [ 713.447723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.447842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.447910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.448281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.448443] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.554382] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.717969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.718143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.718220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.718446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.718541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.718637] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24e86ac-785f-4759-9cb9-29d4b245e4d8 already deleted. [ 713.718720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.932888] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: SUCCESS [ 713.933084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.951717] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7 [ 713.951990] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.952164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.952229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.952862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.952862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.952862] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7 already deleted. [ 713.952862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597ddb57-2c8a-4fa4-b080-12bfe9ae0bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.056478] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.382231] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 714.382590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.383024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.383260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.383352] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.560703] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.560703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.560703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.560703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.560981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.560981] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 714.591411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.591532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.591603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.592057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.592230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.611723] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 714.887536] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.887720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.307660] env[64376]: INFO networking_nsxv3.common.synchronization [None req-8dae91b0-4b8f-4b16-9326-60eb3f9c524b None None] Enqueued Resource ID: f5b90da7-8f75-46a3-b705-610f468a2062 with Priority: HIGHEST for action port [ 715.308362] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b90da7-8f75-46a3-b705-610f468a2062 with Priority: HIGHEST for action port [ 715.308715] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5b90da7-8f75-46a3-b705-610f468a2062 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.309150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5b90da7-8f75-46a3-b705-610f468a2062" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.309150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5b90da7-8f75-46a3-b705-610f468a2062" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.309912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5b90da7-8f75-46a3-b705-610f468a2062" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.309912] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b90da7-8f75-46a3-b705-610f468a2062',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.557484] env[64376]: INFO networking_nsxv3.common.synchronization [req-c6400442-8766-45b6-ba77-4892fb8a06e5 req-44c25fbc-fc63-44bc-8117-7cc0aff83bb5 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 715.557484] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 715.557484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.557484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.557484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.557484] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.637350] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ff4a564-be6e-4caf-8e39-dfb62a9a71fe req-bd3c63be-4ffb-4b71-9ba7-3bc9be6d96a3 tempest-ServerGroupTestJSON-585716924 tempest-ServerGroupTestJSON-585716924-project-member] Enqueued Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_members [ 715.638295] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_members [ 715.638771] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.639106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.639106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.639459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.639714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.639902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.640524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.640524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.640524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.640651] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.814092] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5b90da7-8f75-46a3-b705-610f468a2062 [ 715.814092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.814092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.814092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.814092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.814092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.814092] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5b90da7-8f75-46a3-b705-610f468a2062 already deleted. [ 715.814092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5b90da7-8f75-46a3-b705-610f468a2062" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.060170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.060320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.060414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.060617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.060704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.060905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.062058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.062058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.062058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.062058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.062058] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 716.095897] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.095897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.095897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.095897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.095897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.106121] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 716.143868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.144063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.144119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.144335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.144427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.144614] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.145501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.145585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.146404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.146404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.146404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 already deleted. [ 716.146404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.231933] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2671cf88-585d-44c3-b98c-589d8b36551c None None] Enqueued Resource ID: 28baf8c8-81d3-4722-8c47-012917e16e4f with Priority: HIGHEST for action port [ 716.233907] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28baf8c8-81d3-4722-8c47-012917e16e4f with Priority: HIGHEST for action port [ 716.234549] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-28baf8c8-81d3-4722-8c47-012917e16e4f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.234891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28baf8c8-81d3-4722-8c47-012917e16e4f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.234891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28baf8c8-81d3-4722-8c47-012917e16e4f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.235197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28baf8c8-81d3-4722-8c47-012917e16e4f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.235325] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28baf8c8-81d3-4722-8c47-012917e16e4f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.509569] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.509865] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-308" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.509865] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-308" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.510187] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-308" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.510563] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.510746] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.510863] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.511147] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.511306] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.511507] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.511650] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.511716] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.511819] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.511921] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.512036] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.512165] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.540691] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.540887] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.541124] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.541241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-308" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.541594] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.541808] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.541876] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.542247] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.542407] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f6e9bb-2a16-4579-bca7-8db318eb1ae0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.621952] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 716.622144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.622289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.622540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.622713] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.622828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.622888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.623042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.623120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.623277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.623277] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.739392] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28baf8c8-81d3-4722-8c47-012917e16e4f [ 716.739627] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.739762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.739830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.740331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.740331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.740331] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28baf8c8-81d3-4722-8c47-012917e16e4f already deleted. [ 716.740331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28baf8c8-81d3-4722-8c47-012917e16e4f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.045671] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.045914] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.046115] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.046447] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.046601] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.046748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 43f6e9bb-2a16-4579-bca7-8db318eb1ae0 not found, creating... [ 717.047012] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.047191] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.047304] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.047533] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.047666] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.047960] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.048121] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.048237] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.048481] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.048611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.048745] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 43f6e9bb-2a16-4579-bca7-8db318eb1ae0 is going to be created. [ 717.074852] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.075171] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.075367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.075737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.075965] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.076197] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.125982] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.126152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.126198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.126413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.126580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.126679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.126738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.126889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.126979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.127080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.127226] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.127316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.127415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.127543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.127678] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.127767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.127823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.127957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.128046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.128384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.128384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.630274] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3326fdf0-cbe9-4b47-aaa1-3c2567737595: rpc.has_security_group_logging(os_id): False [ 717.650681] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.650681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.650681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.650933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.650933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.651200] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.651200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.651519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.651519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.651519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.651716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.651866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.651961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.652169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.652276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.652501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.652639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.652733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.652898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.652978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.653080] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 717.717542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.717810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.717930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.718096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.718307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.734094] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 717.784457] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ff4a564-be6e-4caf-8e39-dfb62a9a71fe req-b6ba2044-7bc4-4e5b-92d3-18f2024a56c2 service nova] Enqueued Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_rules [ 717.784611] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ff4a564-be6e-4caf-8e39-dfb62a9a71fe req-b6ba2044-7bc4-4e5b-92d3-18f2024a56c2 service nova] Enqueued Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_members [ 717.784732] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ff4a564-be6e-4caf-8e39-dfb62a9a71fe req-b6ba2044-7bc4-4e5b-92d3-18f2024a56c2 service nova] Enqueued Resource ID: 43f6e9bb-2a16-4579-bca7-8db318eb1ae0 with Priority: HIGHEST for action port [ 717.785234] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_rules [ 717.785369] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_members [ 717.785468] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f6e9bb-2a16-4579-bca7-8db318eb1ae0 with Priority: HIGHEST for action port [ 717.785740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.786156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.786156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.786289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.786289] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.787579] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.787869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.787869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.788100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.788175] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.788879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.788879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.788879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.788879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.788879] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.789946] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.790059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.790125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.790280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.790356] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f6e9bb-2a16-4579-bca7-8db318eb1ae0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.118842] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 718.119100] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 718.119202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.288800] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.288800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.290171] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.292898] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43f6e9bb-2a16-4579-bca7-8db318eb1ae0 with status ACTIVE [ 718.296022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.296022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.296022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.296022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.296022] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43f6e9bb-2a16-4579-bca7-8db318eb1ae0 is going to be updated. [ 718.324034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.324034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.324034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.324268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.324322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.324542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f6e9bb-2a16-4579-bca7-8db318eb1ae0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.572533] env[64376]: INFO networking_nsxv3.common.synchronization [req-ccfe8bba-a25e-4517-8dff-68aea3e29a94 req-6e000790-8145-49cc-9bc4-c6f7b63685ab tempest-SecurityGroupRulesNegativeTestJSON-1505236489 tempest-SecurityGroupRulesNegativeTestJSON-1505236489-project-member] Enqueued Resource ID: e24e86ac-785f-4759-9cb9-29d4b245e4d8 with Priority: HIGHEST for action security_group_rules [ 718.572617] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24e86ac-785f-4759-9cb9-29d4b245e4d8 with Priority: HIGHEST for action security_group_rules [ 718.577025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.577025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.577025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.577025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.577025] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e24e86ac-785f-4759-9cb9-29d4b245e4d8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.607604] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2e95dfa7-0e3c-4ee4-9f8e-d888ce38b820 None None] Enqueued Resource ID: fcd2ff90-6878-40bb-92f4-d73f0d8ba88d with Priority: HIGHEST for action port [ 718.608527] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcd2ff90-6878-40bb-92f4-d73f0d8ba88d with Priority: HIGHEST for action port [ 718.608864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcd2ff90-6878-40bb-92f4-d73f0d8ba88d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.608932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcd2ff90-6878-40bb-92f4-d73f0d8ba88d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.609045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcd2ff90-6878-40bb-92f4-d73f0d8ba88d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.610960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcd2ff90-6878-40bb-92f4-d73f0d8ba88d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.610960] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcd2ff90-6878-40bb-92f4-d73f0d8ba88d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.792489] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.100930] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.101079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.101146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.101375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.101460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.101564] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e24e86ac-785f-4759-9cb9-29d4b245e4d8 already deleted. [ 719.101641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e24e86ac-785f-4759-9cb9-29d4b245e4d8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.114162] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcd2ff90-6878-40bb-92f4-d73f0d8ba88d [ 719.114406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.114616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.114666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.114895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.114942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.115266] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcd2ff90-6878-40bb-92f4-d73f0d8ba88d already deleted. [ 719.115266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcd2ff90-6878-40bb-92f4-d73f0d8ba88d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.295714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.296087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.296087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.296200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.296434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.296434] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 is going to be created. [ 719.326816] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.326816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.326816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.326816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.326816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.338870] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 in Status: UNINITIALIZED for 2s [ 719.749378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 719.749616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.757854] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b6f4ea4b-9716-4dfa-a6dc-1bc950c00997 None None] Enqueued Resource ID: 67b64106-f27e-4818-8533-069eb6793173 with Priority: HIGHEST for action port [ 720.759954] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b64106-f27e-4818-8533-069eb6793173 with Priority: HIGHEST for action port [ 720.760348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b64106-f27e-4818-8533-069eb6793173 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.760415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b64106-f27e-4818-8533-069eb6793173" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.760493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b64106-f27e-4818-8533-069eb6793173" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.761589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b64106-f27e-4818-8533-069eb6793173" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.761589] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b64106-f27e-4818-8533-069eb6793173',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.080145] env[64376]: INFO networking_nsxv3.common.synchronization [req-c12eca4c-47a4-4709-b804-85d59f272c35 req-c4e866a3-fdfc-4eb3-93fd-dadc2126a5ad tempest-ServersAdminNegativeTestJSON-1876615987 tempest-ServersAdminNegativeTestJSON-1876615987-project-member] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 721.080145] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 721.080145] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.080145] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.080145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.080145] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.266574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67b64106-f27e-4818-8533-069eb6793173 [ 721.266574] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.266574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.266574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.266574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.266574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.266574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67b64106-f27e-4818-8533-069eb6793173 already deleted. [ 721.266574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b64106-f27e-4818-8533-069eb6793173" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.350030] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 in Status: SUCCESS [ 721.350030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.350258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.350602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.350707] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.350822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.350935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.351052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.351363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.351363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.351363] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.586021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.586021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.586021] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba already deleted. [ 721.586021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.672082] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.672289] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.672412] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.672704] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.672973] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.673351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.673519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.673803] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.674098] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.674395] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.674560] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.674730] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.674893] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.675188] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.675345] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.675748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.698638] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.698794] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.698928] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.699119] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.699440] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-55d97a52-92b9-4326-983f-cf56291081b4 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.699611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.699725] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.700075] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.700214] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d97a52-92b9-4326-983f-cf56291081b4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.854185] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.854185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.854185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.854624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.854624] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.854624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.854738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.854809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.854897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.854983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.855151] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.855244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.855303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.855439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.855641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.855736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.855794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.855929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.856012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.856098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.856186] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.203892] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204137] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204269] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204764] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.204919] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 55d97a52-92b9-4326-983f-cf56291081b4 not found, creating... [ 722.205196] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.205350] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.205465] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.205719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.205894] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.206160] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.206313] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.206425] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.206636] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.206767] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.206909] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 55d97a52-92b9-4326-983f-cf56291081b4 is going to be created. [ 722.230094] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.230291] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.230414] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.231093] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.231566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.231889] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.362351] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0b6aa06-a7a4-4d8a-924e-371685ad64c8: rpc.has_security_group_logging(os_id): False [ 722.394217] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.398027] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.398027] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.398027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.398713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.399177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.400082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.400703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.400798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.401477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.401640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.401686] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 is going to be created. [ 722.503405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.503689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.503773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.504028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.504277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.523856] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 in Status: IN_PROGRESS for 2s [ 722.967982] env[64376]: INFO networking_nsxv3.common.synchronization [req-c12eca4c-47a4-4709-b804-85d59f272c35 req-a5e4b600-9978-4af7-9df0-dea46c807db6 service nova] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_rules [ 722.967982] env[64376]: INFO networking_nsxv3.common.synchronization [req-c12eca4c-47a4-4709-b804-85d59f272c35 req-a5e4b600-9978-4af7-9df0-dea46c807db6 service nova] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 722.968445] env[64376]: INFO networking_nsxv3.common.synchronization [req-c12eca4c-47a4-4709-b804-85d59f272c35 req-a5e4b600-9978-4af7-9df0-dea46c807db6 service nova] Enqueued Resource ID: 55d97a52-92b9-4326-983f-cf56291081b4 with Priority: HIGHEST for action port [ 722.969142] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_rules [ 722.969142] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 722.969142] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d97a52-92b9-4326-983f-cf56291081b4 with Priority: HIGHEST for action port [ 722.969557] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.969702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.969806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.970072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.970320] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.972743] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.973990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.974085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.974284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.974449] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.974554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.974768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.974768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.974862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.974943] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.975762] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d97a52-92b9-4326-983f-cf56291081b4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.975856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.976102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.976179] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d97a52-92b9-4326-983f-cf56291081b4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.180587] env[64376]: INFO networking_nsxv3.common.synchronization [None req-19b4c7e1-9716-4301-8a71-6d922aa0e0c5 None None] Enqueued Resource ID: ac4e743a-cee8-4a95-a4e3-54626cc036d2 with Priority: HIGHEST for action port [ 723.181489] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4e743a-cee8-4a95-a4e3-54626cc036d2 with Priority: HIGHEST for action port [ 723.181548] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4e743a-cee8-4a95-a4e3-54626cc036d2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.181667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4e743a-cee8-4a95-a4e3-54626cc036d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.181754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4e743a-cee8-4a95-a4e3-54626cc036d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.182428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4e743a-cee8-4a95-a4e3-54626cc036d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.182545] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4e743a-cee8-4a95-a4e3-54626cc036d2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.480020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.480020] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55d97a52-92b9-4326-983f-cf56291081b4 with status ACTIVE [ 723.480020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.480020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.480020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.480576] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.480576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.480576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.480576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.480576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.480735] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55d97a52-92b9-4326-983f-cf56291081b4 is going to be updated. [ 723.483883] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.505518] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.505656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.505757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.506038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.506187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.506375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d97a52-92b9-4326-983f-cf56291081b4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.687028] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac4e743a-cee8-4a95-a4e3-54626cc036d2 [ 723.687028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.687028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.687028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.687028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.687028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.687028] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac4e743a-cee8-4a95-a4e3-54626cc036d2 already deleted. [ 723.687028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4e743a-cee8-4a95-a4e3-54626cc036d2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.947848] env[64376]: INFO networking_nsxv3.common.synchronization [req-9791cff8-c326-4d03-960c-13f0497d9df6 req-38651bca-d26d-4da8-aa85-f08fa8432032 tempest-MigrationsAdminTest-1501472152 tempest-MigrationsAdminTest-1501472152-project-member] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 723.948414] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 723.948891] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.949066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.949113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.949301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.949464] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.949556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.949617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.949813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.949869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.949928] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.987632] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.401337] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.401861] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.403084] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.403440] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.403763] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.404058] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.404832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.404832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.404832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.405104] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.405262] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.405381] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.405512] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.405652] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.405775] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.405928] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.428941] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.428941] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.428941] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.429159] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.429505] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-5ad8130d-8864-4045-8a27-97192843d88f taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.429708] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.429828] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.430221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.430360] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad8130d-8864-4045-8a27-97192843d88f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.452269] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.490942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.490942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.490942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.491173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.491270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.491378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be created. [ 724.514950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.515075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.515121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.515828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.515828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.525426] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: UNINITIALIZED for 2s [ 724.534974] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 in Status: SUCCESS [ 724.535296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.933380] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.934145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.934145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.934145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.934145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.934319] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 5ad8130d-8864-4045-8a27-97192843d88f not found, creating... [ 724.934592] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.934777] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.934926] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.935213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.935351] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.935649] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.935804] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.935916] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936148] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.936276] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.936411] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 5ad8130d-8864-4045-8a27-97192843d88f is going to be created. [ 724.954983] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.967594] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.967828] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.967828] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.968141] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.968394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.968705] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458294] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.458843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.458843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.459166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.459166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.459358] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be updated. [ 725.493881] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.494333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.494419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.494697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.494853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.507031] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 725.676607] env[64376]: INFO networking_nsxv3.common.synchronization [req-9791cff8-c326-4d03-960c-13f0497d9df6 req-e87cda8b-e67d-4b39-b2e5-9f2435905ae0 service nova] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_rules [ 725.676921] env[64376]: INFO networking_nsxv3.common.synchronization [req-9791cff8-c326-4d03-960c-13f0497d9df6 req-e87cda8b-e67d-4b39-b2e5-9f2435905ae0 service nova] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 725.677032] env[64376]: INFO networking_nsxv3.common.synchronization [req-9791cff8-c326-4d03-960c-13f0497d9df6 req-e87cda8b-e67d-4b39-b2e5-9f2435905ae0 service nova] Enqueued Resource ID: 5ad8130d-8864-4045-8a27-97192843d88f with Priority: HIGHEST for action port [ 725.677580] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_rules [ 725.677853] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 725.677853] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad8130d-8864-4045-8a27-97192843d88f with Priority: HIGHEST for action port [ 725.678614] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.679197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.679409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.679467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.679555] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.680491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.681142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.681142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad8130d-8864-4045-8a27-97192843d88f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.681142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.681142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.681624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.681624] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad8130d-8864-4045-8a27-97192843d88f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.183246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.183595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.187869] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ad8130d-8864-4045-8a27-97192843d88f with status ACTIVE [ 726.188503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.188503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.188503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.188803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.188909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.189091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.189197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.189258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.189416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.189493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.189673] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.189767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.189827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.189963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.190044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.190131] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ad8130d-8864-4045-8a27-97192843d88f is going to be updated. [ 726.210890] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.211366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.211450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.211694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.211904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.212314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad8130d-8864-4045-8a27-97192843d88f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.359136] env[64376]: INFO networking_nsxv3.common.synchronization [req-088d643c-41b7-4eca-a18d-1942cb64a86c req-6fd44fe0-49ee-4c5c-8cbf-4af0e9d0b5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1005448958 tempest-FloatingIPsAssociationNegativeTestJSON-1005448958-project-member] Enqueued Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_members [ 726.359136] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_members [ 726.359339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.359403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.359500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.359703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.360246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.360246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.360246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.360516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.360649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360736] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.539976] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 726.539976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.540228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.540643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.540733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.540839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.540870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.541029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.541123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.541211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.541306] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.862683] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.862837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.862914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.863168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.863264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.863470] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.863677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.863748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.863902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.863977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.864119] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024886f7-9188-4b33-b12f-025fe95a50cd already deleted. [ 726.864152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.911832] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912083] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-824" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912083] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-824" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912385] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-824" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.912641] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912930] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.913176] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.913330] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.913597] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.913712] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.913815] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.913946] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.914150] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.914450] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.914450] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.939687] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.939994] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.939994] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.940201] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-824" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.940578] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-30a21479-8b48-4cd1-82f3-11d0571f8337 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.940930] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.941338] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.941844] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.941990] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a21479-8b48-4cd1-82f3-11d0571f8337',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.045663] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.045663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.045663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.045663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.046036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.046192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.046306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.046530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.046731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.046731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.047089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.047089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.047227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.047354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.047654] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.047740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.047805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.047991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.048545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.048645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.048734] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.444556] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.445372] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.445372] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.445372] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.445372] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.446253] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 30a21479-8b48-4cd1-82f3-11d0571f8337 not found, creating... [ 727.446253] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.446253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.446253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.446253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.446463] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.446826] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.446981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.447119] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.448155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.448155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.448155] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 30a21479-8b48-4cd1-82f3-11d0571f8337 is going to be created. [ 727.468741] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.468980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.469118] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.469387] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.469619] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.469822] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.520229] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.520229] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.520229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.520229] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.550870] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7690d536-3046-451c-bd7c-f468e90ef7ba: rpc.has_security_group_logging(os_id): False [ 727.573017] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.573289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.573289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.573469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.573563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.573788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.573893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.573955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.574131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.574209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.574406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.574506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.574568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.574709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.574780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.574952] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.575056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.575253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.575325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.575405] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be created. [ 727.644123] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.644332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.644332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.644579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.644773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.658189] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: IN_PROGRESS for 2s [ 728.022561] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.167496] env[64376]: INFO networking_nsxv3.common.synchronization [req-088d643c-41b7-4eca-a18d-1942cb64a86c req-eb87dd08-cab6-4a2b-ab08-e12a7046d03a service nova] Enqueued Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_rules [ 728.167541] env[64376]: INFO networking_nsxv3.common.synchronization [req-088d643c-41b7-4eca-a18d-1942cb64a86c req-eb87dd08-cab6-4a2b-ab08-e12a7046d03a service nova] Enqueued Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_members [ 728.167644] env[64376]: INFO networking_nsxv3.common.synchronization [req-088d643c-41b7-4eca-a18d-1942cb64a86c req-eb87dd08-cab6-4a2b-ab08-e12a7046d03a service nova] Enqueued Resource ID: 30a21479-8b48-4cd1-82f3-11d0571f8337 with Priority: HIGHEST for action port [ 728.168198] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_rules [ 728.168336] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_members [ 728.168436] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a21479-8b48-4cd1-82f3-11d0571f8337 with Priority: HIGHEST for action port [ 728.168736] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.168861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.168927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.169969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.170079] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.171380] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.171989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.172081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.172265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.172416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.172514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.172577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.172715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.172816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.172907] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.174358] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a21479-8b48-4cd1-82f3-11d0571f8337 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.174474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.174531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.174683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.174785] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a21479-8b48-4cd1-82f3-11d0571f8337',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.525696] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.672949] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.673322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.676033] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.676717] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30a21479-8b48-4cd1-82f3-11d0571f8337 with status ACTIVE [ 728.676899] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.677023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.677086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.677283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.677395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.677528] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.677682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.677718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.677868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.677940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.678130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.678217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.678273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.678403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.678477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.678559] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30a21479-8b48-4cd1-82f3-11d0571f8337 is going to be updated. [ 728.700425] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.700652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.700722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.700986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.701134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.701290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a21479-8b48-4cd1-82f3-11d0571f8337" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.031564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.031564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.031564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.031564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.031564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.031564] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be updated. [ 729.066265] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.066265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.066414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.066513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.066652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.081181] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 729.177890] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.246288] env[64376]: INFO networking_nsxv3.common.synchronization [req-c33b4838-1415-47a9-96e0-b948c90f800a req-88022443-85df-4ce2-b415-7bfc8150f92c tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 729.247143] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 729.247463] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.247610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.247683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.247932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.249399] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.249399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.249399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.249399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.249399] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.563259] env[64376]: INFO networking_nsxv3.common.synchronization [None req-56e194e4-f39d-432d-9623-36f4f7e1e52e None None] Enqueued Resource ID: e6b753be-e0e2-49d3-8768-8bb326735eca with Priority: HIGHEST for action port [ 729.563259] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b753be-e0e2-49d3-8768-8bb326735eca with Priority: HIGHEST for action port [ 729.563259] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b753be-e0e2-49d3-8768-8bb326735eca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.563259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b753be-e0e2-49d3-8768-8bb326735eca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.563259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b753be-e0e2-49d3-8768-8bb326735eca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.563259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b753be-e0e2-49d3-8768-8bb326735eca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.563259] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b753be-e0e2-49d3-8768-8bb326735eca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.671953] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 729.672412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.680772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.681811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.681892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.682264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.682264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.682369] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024886f7-9188-4b33-b12f-025fe95a50cd is going to be created. [ 729.710114] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.710114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.710114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.710114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.710664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.721445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024886f7-9188-4b33-b12f-025fe95a50cd in Status: UNINITIALIZED for 2s [ 729.752928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.753133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.753213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.753446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.753542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.753742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.753853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.753898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.755203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.755203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.755203] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 already deleted. [ 729.755203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.899768] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.900146] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.900367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.900979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.901390] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.901650] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.901853] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.902183] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.902416] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.902664] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.902777] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.902880] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.902981] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.903149] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.903267] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.903412] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.923644] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.923831] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.923964] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.924164] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.924474] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.924639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.924756] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.925077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.925239] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4886b4ef-c5aa-4941-a513-c74fb6cc8b92',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.065751] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6b753be-e0e2-49d3-8768-8bb326735eca [ 730.066175] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.066367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.066474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.066798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.066918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.067061] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6b753be-e0e2-49d3-8768-8bb326735eca already deleted. [ 730.067175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b753be-e0e2-49d3-8768-8bb326735eca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.428760] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.428760] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.428760] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.428960] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.429014] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.429164] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4886b4ef-c5aa-4941-a513-c74fb6cc8b92 not found, creating... [ 730.429420] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.429565] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.430070] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.430070] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.430070] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.430291] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.430435] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.431037] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.431037] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.431037] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.431037] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4886b4ef-c5aa-4941-a513-c74fb6cc8b92 is going to be created. [ 730.454713] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.454921] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.456258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.456258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.456258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.456258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.091656] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 731.091970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.092076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.092319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.092523] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.092711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.092846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.092984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.093093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.093184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.093279] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.213589] env[64376]: INFO networking_nsxv3.common.synchronization [req-c33b4838-1415-47a9-96e0-b948c90f800a req-25cb3505-733f-4c0b-96b3-2c5dc85fcfdf service nova] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_rules [ 731.213941] env[64376]: INFO networking_nsxv3.common.synchronization [req-c33b4838-1415-47a9-96e0-b948c90f800a req-25cb3505-733f-4c0b-96b3-2c5dc85fcfdf service nova] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 731.214149] env[64376]: INFO networking_nsxv3.common.synchronization [req-c33b4838-1415-47a9-96e0-b948c90f800a req-25cb3505-733f-4c0b-96b3-2c5dc85fcfdf service nova] Enqueued Resource ID: 4886b4ef-c5aa-4941-a513-c74fb6cc8b92 with Priority: HIGHEST for action port [ 731.214853] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_rules [ 731.214853] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 731.215218] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4886b4ef-c5aa-4941-a513-c74fb6cc8b92 with Priority: HIGHEST for action port [ 731.215448] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.215614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.215705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.215981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.216136] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.217498] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.217498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.217498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.217728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.217930] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.218078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.218299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.218367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.218484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.218809] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.221451] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.221451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.221451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.221451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.221451] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4886b4ef-c5aa-4941-a513-c74fb6cc8b92',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.598337] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.598337] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.598337] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.598337] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.598337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.599154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.599154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.599154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.599154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.599154] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.695918] env[64376]: INFO networking_nsxv3.common.synchronization [None req-71eb2ed2-7dc9-4071-b434-5b50a4961abe None None] Enqueued Resource ID: bf5ff8ed-8b76-4819-9b8e-31b0261f934e with Priority: HIGHEST for action port [ 731.697276] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5ff8ed-8b76-4819-9b8e-31b0261f934e with Priority: HIGHEST for action port [ 731.697276] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5ff8ed-8b76-4819-9b8e-31b0261f934e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.698042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5ff8ed-8b76-4819-9b8e-31b0261f934e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.698042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5ff8ed-8b76-4819-9b8e-31b0261f934e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.698042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5ff8ed-8b76-4819-9b8e-31b0261f934e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.698042] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5ff8ed-8b76-4819-9b8e-31b0261f934e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.722481] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.724060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.724850] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4886b4ef-c5aa-4941-a513-c74fb6cc8b92 with status ACTIVE [ 731.725124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.725291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.725291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.728725] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.728725] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.728725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.728725] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4886b4ef-c5aa-4941-a513-c74fb6cc8b92 is going to be updated. [ 731.728725] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.735224] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024886f7-9188-4b33-b12f-025fe95a50cd in Status: SUCCESS [ 731.735224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.735224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.735224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.735224] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.735224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.735224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.737282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.737282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.737282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.737282] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.750718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.750864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.750864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.751082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.751222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.751384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4886b4ef-c5aa-4941-a513-c74fb6cc8b92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.104731] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949: rpc.has_security_group_logging(os_id): False [ 732.124633] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.124885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.124944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.125267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.125445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.125759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.125942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.127100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.128922] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.128922] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.128922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.129879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.129879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.129879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.129879] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be updated. [ 732.202214] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5ff8ed-8b76-4819-9b8e-31b0261f934e [ 732.202214] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.202214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.202214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.202214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.202214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.202214] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5ff8ed-8b76-4819-9b8e-31b0261f934e already deleted. [ 732.202214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5ff8ed-8b76-4819-9b8e-31b0261f934e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.208293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.228544] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 732.231241] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.243546] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.243708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.243763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.243988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.244177] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.244338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.244338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.244772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.244772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.244772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.244992] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.244992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.244992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.245121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.245206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.245295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.245353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.245484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.245563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.245644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.245733] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.735634] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.735824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.735901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.736354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.736354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.736457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be created. [ 732.753596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 024886f7-9188-4b33-b12f-025fe95a50cd: rpc.has_security_group_logging(os_id): False [ 732.789180] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.789324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.789324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.789972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.789972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.790130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.792135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.792135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.792135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.792135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.792135] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.792135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.792135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.792424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.792471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.792727] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.792848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.792930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.793081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.793180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.793830] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 024886f7-9188-4b33-b12f-025fe95a50cd is going to be created. [ 732.797531] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.797660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.798270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.798270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.798270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812164] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: UNINITIALIZED for 2s [ 732.832363] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f533a41a-338b-4ae3-8772-23243b943b13 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_rules [ 732.833022] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_rules [ 732.833512] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.833512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.833512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.833689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.833893] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.903844] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.906031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.906031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.906031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.906031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.920218] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 024886f7-9188-4b33-b12f-025fe95a50cd in Status: IN_PROGRESS for 2s [ 732.940396] env[64376]: INFO networking_nsxv3.common.synchronization [None req-52e60c4b-b045-4b7f-bd0b-9690bad9d0b1 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_rules [ 732.942818] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_rules [ 732.942934] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.943037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.363381] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.363381] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 already deleted. [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.363381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.363381] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.887984] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.888194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.888271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.888596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.888596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.888712] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 already deleted. [ 733.888806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.244951] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 734.245313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.824191] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 734.824545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.824594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.825257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.825257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.825547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.826022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.826022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.826022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.826172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.826172] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.938326] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 024886f7-9188-4b33-b12f-025fe95a50cd in Status: SUCCESS [ 734.938649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.333680] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.333840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.333911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.334166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.334393] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.334505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.334571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.334733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.334819] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.334908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.335072] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.335165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.335225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.335557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.335557] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.335625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.335625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.335751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.335828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.335910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.335997] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.843818] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15370c03-54f1-4b8c-8f0e-35c9620c17a4: rpc.has_security_group_logging(os_id): False [ 735.867502] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.867786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.867880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.868108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.868197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.868564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.869113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.869113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.869113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.869113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.869278] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.869278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.869357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.869459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.869529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.870869] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.870869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.870869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.870869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.870869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.870869] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be created. [ 735.934406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.934527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.934601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.935042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.935240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.947015] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 736.428213] env[64376]: INFO networking_nsxv3.common.synchronization [req-69957bff-bf96-4b27-9675-aa431313f61e req-ae3b883e-2680-4041-a824-a285f55e4497 tempest-ServerGroupTestJSON-585716924 tempest-ServerGroupTestJSON-585716924-project-member] Enqueued Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_members [ 736.431071] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGHEST for action security_group_members [ 736.431071] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.431071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.431071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.431071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.431071] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.431071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.431071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.431071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.431806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.431806] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.905523] env[64376]: INFO networking_nsxv3.common.synchronization [req-33fabced-5be7-4cd0-974d-b18a1e310859 req-378f6514-1279-46c4-b8ba-0cd2fd9260d2 tempest-ListServerFiltersTestJSON-1596060523 tempest-ListServerFiltersTestJSON-1596060523-project-member] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 736.906706] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 736.906706] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.906706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.906706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.906944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.907168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.907385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.907475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907564] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.937290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.937436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.937496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.937751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.937878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.938083] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.938184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.938244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.938390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.938478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.938573] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 is going to be updated. [ 736.968725] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.969161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.969161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.969261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.969377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.980694] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 in Status: IN_PROGRESS for 2s [ 737.356097] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.356479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.356579] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.356958] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.357400] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.357624] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.357784] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.358123] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.359420] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.360091] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.360238] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.360610] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.363227] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.363227] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.363227] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.363227] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.388631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.388926] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.389130] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.389335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.389780] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-88eea5ed-1998-49b7-b68a-78e78187bb72 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.389972] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.390114] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.390471] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.390670] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88eea5ed-1998-49b7-b68a-78e78187bb72',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.410105] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.410774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.410774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.410774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.410774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.411151] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.411151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.411151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.411333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.411382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.411430] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 already deleted. [ 737.411529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.798418] env[64376]: INFO networking_nsxv3.common.synchronization [req-254e717f-7dd7-4988-8f30-af73c289c917 req-b13c8757-169f-41b3-a8aa-407565b52920 tempest-ServersTestManualDisk-156462202 tempest-ServersTestManualDisk-156462202-project-member] Enqueued Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_members [ 737.799303] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 with Priority: HIGHEST for action security_group_members [ 737.799711] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d2062b-115c-4062-a5db-4a2aba590cc6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.799839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.799906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.800134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.800338] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.800448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.800553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.800769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.800895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.800935] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73d2062b-115c-4062-a5db-4a2aba590cc6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.893924] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.894146] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.894268] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.894559] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.894711] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.894856] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 88eea5ed-1998-49b7-b68a-78e78187bb72 not found, creating... [ 737.895138] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.895291] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.895403] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.895622] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.895754] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.896040] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.896334] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.896530] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.897164] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.897164] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.897164] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 88eea5ed-1998-49b7-b68a-78e78187bb72 is going to be created. [ 737.920369] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.921253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.921253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.921355] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.921638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.921904] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.963275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 737.963275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.303177] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.303395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.303470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.303709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.303813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.306288] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.306288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.306288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.306288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.306288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.306288] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 is going to be updated. [ 738.339138] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.339300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.339356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.339598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.339818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.354021] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 in Status: IN_PROGRESS for 2s [ 738.697712] env[64376]: INFO networking_nsxv3.common.synchronization [req-33fabced-5be7-4cd0-974d-b18a1e310859 req-a76fa643-c722-4712-8fe6-8d1993ea3b27 service nova] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_rules [ 738.697712] env[64376]: INFO networking_nsxv3.common.synchronization [req-33fabced-5be7-4cd0-974d-b18a1e310859 req-a76fa643-c722-4712-8fe6-8d1993ea3b27 service nova] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 738.697797] env[64376]: INFO networking_nsxv3.common.synchronization [req-33fabced-5be7-4cd0-974d-b18a1e310859 req-a76fa643-c722-4712-8fe6-8d1993ea3b27 service nova] Enqueued Resource ID: 88eea5ed-1998-49b7-b68a-78e78187bb72 with Priority: HIGHEST for action port [ 738.698279] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_rules [ 738.698409] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 738.698527] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88eea5ed-1998-49b7-b68a-78e78187bb72 with Priority: HIGHEST for action port [ 738.698847] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.698959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.703132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.703583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.703678] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.704826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.705306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.705306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.705306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.705430] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.705889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.705954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.706125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.706196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.706278] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.708991] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-88eea5ed-1998-49b7-b68a-78e78187bb72 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.709121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.709121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.709518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.709518] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88eea5ed-1998-49b7-b68a-78e78187bb72',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.993226] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 in Status: SUCCESS [ 738.994140] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 deletion is rescheduled due to dependency. [ 738.994140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.217170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.217170] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.217170] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88eea5ed-1998-49b7-b68a-78e78187bb72 with status ACTIVE [ 739.217170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.217170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.217170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.218517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.218952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.219186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.219499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.219880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.220296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88eea5ed-1998-49b7-b68a-78e78187bb72 is going to be updated. [ 739.223076] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.252082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.252540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.252639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.252875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.253059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.253264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88eea5ed-1998-49b7-b68a-78e78187bb72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.683381] env[64376]: INFO networking_nsxv3.common.synchronization [req-fba5cca1-9bb6-413f-824a-e0de00a33811 req-9be5f6fe-61c6-4fa7-b49e-33520b4eb81d tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 739.683537] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 739.683844] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.683961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.685591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.685591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.686025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.686163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.686230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.686392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.686473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.686579] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.729100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.729100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.729100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.729100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.729100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.729100] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be created. [ 739.757955] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.758197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.758197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.758384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.758605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.771497] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: UNINITIALIZED for 2s [ 740.189562] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.335767] env[64376]: INFO networking_nsxv3.common.synchronization [None req-97bc1006-421b-417a-bfc5-13c1234ff54d None None] Enqueued Resource ID: 89bf818c-cedf-45a8-aa09-d60c904061d4 with Priority: HIGHEST for action port [ 740.338023] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89bf818c-cedf-45a8-aa09-d60c904061d4 with Priority: HIGHEST for action port [ 740.338023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-89bf818c-cedf-45a8-aa09-d60c904061d4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.338023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89bf818c-cedf-45a8-aa09-d60c904061d4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.338023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89bf818c-cedf-45a8-aa09-d60c904061d4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.338023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89bf818c-cedf-45a8-aa09-d60c904061d4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.338023] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bf818c-cedf-45a8-aa09-d60c904061d4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.365229] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 in Status: SUCCESS [ 740.365229] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d2062b-115c-4062-a5db-4a2aba590cc6 deletion is rescheduled due to dependency. [ 740.365416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d2062b-115c-4062-a5db-4a2aba590cc6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686535] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.686535] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.686535] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.686774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686911] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.687104] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.687222] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.687472] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.687618] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.687849] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.687958] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.688071] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.688194] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.688306] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.688404] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.688573] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.692895] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.708201] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.708365] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.708486] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.708661] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-111" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.708972] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-f1438fa0-f864-45d2-a0f1-6d6b6be98055 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.709246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.709246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.709581] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.709713] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1438fa0-f864-45d2-a0f1-6d6b6be98055',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.842609] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89bf818c-cedf-45a8-aa09-d60c904061d4 [ 740.842862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.843027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.843111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.843369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.843462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.843563] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89bf818c-cedf-45a8-aa09-d60c904061d4 already deleted. [ 740.843657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89bf818c-cedf-45a8-aa09-d60c904061d4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.059161] env[64376]: INFO networking_nsxv3.common.synchronization [None req-3d189fb7-27f2-4ab7-9b9d-dfebc132bfe6 None None] Enqueued Resource ID: 02d6dd55-60b3-433d-842c-4f0adcc97603 with Priority: HIGHEST for action port [ 741.059366] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d6dd55-60b3-433d-842c-4f0adcc97603 with Priority: HIGHEST for action port [ 741.060618] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d6dd55-60b3-433d-842c-4f0adcc97603 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.060754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d6dd55-60b3-433d-842c-4f0adcc97603" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.060971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d6dd55-60b3-433d-842c-4f0adcc97603" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.061109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d6dd55-60b3-433d-842c-4f0adcc97603" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.061386] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d6dd55-60b3-433d-842c-4f0adcc97603',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.197460] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.197460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.197460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.197460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.197460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.197460] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 741.212963] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.213193] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.213314] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.213688] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.213874] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.214324] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port f1438fa0-f864-45d2-a0f1-6d6b6be98055 not found, creating... [ 741.214402] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.214592] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.214710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.214928] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.215111] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.215461] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.215658] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.215833] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.216091] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.216249] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.216390] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: f1438fa0-f864-45d2-a0f1-6d6b6be98055 is going to be created. [ 741.230348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.230478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.230572] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.230934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.231019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.238304] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.238568] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.238639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.238893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.239141] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.239367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.243957] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 741.564419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02d6dd55-60b3-433d-842c-4f0adcc97603 [ 741.564653] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.564793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.564863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.565101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.565197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.565453] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02d6dd55-60b3-433d-842c-4f0adcc97603 already deleted. [ 741.565453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d6dd55-60b3-433d-842c-4f0adcc97603" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.783540] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 741.783540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.783791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.783791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.783985] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.784124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.784188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.784367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.784402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.784489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.784600] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.995158] env[64376]: INFO networking_nsxv3.common.synchronization [req-fba5cca1-9bb6-413f-824a-e0de00a33811 req-125bad93-838b-4758-8a4f-bd8817282d91 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 741.995158] env[64376]: INFO networking_nsxv3.common.synchronization [req-fba5cca1-9bb6-413f-824a-e0de00a33811 req-125bad93-838b-4758-8a4f-bd8817282d91 service nova] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 741.995158] env[64376]: INFO networking_nsxv3.common.synchronization [req-fba5cca1-9bb6-413f-824a-e0de00a33811 req-125bad93-838b-4758-8a4f-bd8817282d91 service nova] Enqueued Resource ID: f1438fa0-f864-45d2-a0f1-6d6b6be98055 with Priority: HIGHEST for action port [ 741.996298] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_rules [ 741.996528] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 741.996714] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1438fa0-f864-45d2-a0f1-6d6b6be98055 with Priority: HIGHEST for action port [ 741.997090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.997343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.997489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.000645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.000645] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.000645] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.000645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.001981] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1438fa0-f864-45d2-a0f1-6d6b6be98055 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.002867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.003087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.004465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.004465] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1438fa0-f864-45d2-a0f1-6d6b6be98055',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.290488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.290834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.290834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.291132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.291187] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.291263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.291323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.291475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.291557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.291642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.291780] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.291867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.291923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.292293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.292355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292722] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.297573] env[64376]: INFO networking_nsxv3.common.synchronization [req-919df016-83c1-4e85-a0e7-defc5935ecc2 req-b6c245ef-1de5-47ee-a328-e0c43fd9c7a2 tempest-ListServerFiltersTestJSON-1596060523 tempest-ListServerFiltersTestJSON-1596060523-project-member] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 742.300779] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 742.301130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.301337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.301337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.301517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.301657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.301754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.301815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.301964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.302064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.302168] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.509194] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1438fa0-f864-45d2-a0f1-6d6b6be98055 with status ACTIVE [ 742.509528] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.509663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.509737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.510074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.510228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.510383] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.510488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.510529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.510701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.510784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.510969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.511083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.511144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.511408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.511408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.511502] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1438fa0-f864-45d2-a0f1-6d6b6be98055 is going to be updated. [ 742.512606] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.512731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.535752] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.535909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.535954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.536189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.536324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.536481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1438fa0-f864-45d2-a0f1-6d6b6be98055" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.667608] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.667795] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667910] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.668238] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.668620] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.668620] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.668770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.669806] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.669806] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.669806] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.669806] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.669806] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.669806] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.669806] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.669806] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.670445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.707301] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.707617] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.707771] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.708099] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708472] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-83be783e-57d1-4075-95c5-f03d710b19b6 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.708699] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.708827] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.709195] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.709333] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83be783e-57d1-4075-95c5-f03d710b19b6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.800859] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7211414-d949-49c9-b169-d92569b4a722: rpc.has_security_group_logging(os_id): False [ 742.808611] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.817196] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b7089d7d-4dfd-4026-92b7-b823555eecf4 None None] Enqueued Resource ID: e21a60e1-29d5-40c5-813f-9a1dc17d95c7 with Priority: HIGHEST for action port [ 742.817750] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21a60e1-29d5-40c5-813f-9a1dc17d95c7 with Priority: HIGHEST for action port [ 742.818087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21a60e1-29d5-40c5-813f-9a1dc17d95c7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.818179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21a60e1-29d5-40c5-813f-9a1dc17d95c7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.818215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21a60e1-29d5-40c5-813f-9a1dc17d95c7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.818446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21a60e1-29d5-40c5-813f-9a1dc17d95c7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.818660] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21a60e1-29d5-40c5-813f-9a1dc17d95c7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.820712] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.820712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.820905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.820948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.821047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.821255] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.821355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.821419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.821570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.821652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.822085] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.822085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.822085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.822237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.822322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.822488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.823243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.823243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.823243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.823243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.823243] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be created. [ 742.907772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.907772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.927481] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 743.213336] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.213336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.213336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.213336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.213336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.213336] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 83be783e-57d1-4075-95c5-f03d710b19b6 not found, creating... [ 743.213778] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.213778] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.213778] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.213998] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.213998] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.214521] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.214521] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.214521] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.215401] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.215401] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.215401] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 83be783e-57d1-4075-95c5-f03d710b19b6 is going to be created. [ 743.239512] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.239720] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.239969] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.240176] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.240403] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.240730] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.256845] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 743.257085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.257265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.257499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.257694] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.258046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.258130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.258225] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.311397] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.325976] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e21a60e1-29d5-40c5-813f-9a1dc17d95c7 [ 743.326235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.326365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.326431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.326639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.326750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.326815] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e21a60e1-29d5-40c5-813f-9a1dc17d95c7 already deleted. [ 743.326911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21a60e1-29d5-40c5-813f-9a1dc17d95c7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.624530] env[64376]: INFO networking_nsxv3.common.synchronization [None req-6e1aabdf-9de1-47de-9b41-d56dab6a0edb tempest-ServersTestFqdnHostnames-2088198603 tempest-ServersTestFqdnHostnames-2088198603-project-member] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_rules [ 743.625132] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_rules [ 743.625454] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.625584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.628162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.628841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.628841] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.635898] env[64376]: INFO networking_nsxv3.common.synchronization [None req-761fb22c-bd3d-40cb-ad6f-2e7030aa4444 None None] Enqueued Resource ID: 7ff20cc2-c175-4738-806e-239f77b4c99a with Priority: HIGHEST for action port [ 743.638258] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff20cc2-c175-4738-806e-239f77b4c99a with Priority: HIGHEST for action port [ 743.638912] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff20cc2-c175-4738-806e-239f77b4c99a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.639112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff20cc2-c175-4738-806e-239f77b4c99a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.639222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff20cc2-c175-4738-806e-239f77b4c99a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.639578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff20cc2-c175-4738-806e-239f77b4c99a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.639726] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff20cc2-c175-4738-806e-239f77b4c99a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.761974] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.783698] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d43288e0-984b-4087-822c-35cf203075d9 tempest-ServersTestFqdnHostnames-2088198603 tempest-ServersTestFqdnHostnames-2088198603-project-member] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_rules [ 743.784201] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_rules [ 743.784633] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.784633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.817508] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.820881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.820881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.820881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.820881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.820881] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 743.848685] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.848931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.849075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.849373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.849652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858914] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 743.956024] env[64376]: INFO networking_nsxv3.common.synchronization [req-919df016-83c1-4e85-a0e7-defc5935ecc2 req-28b04621-8a02-488a-82a7-9686fbe711db service nova] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_rules [ 743.956024] env[64376]: INFO networking_nsxv3.common.synchronization [req-919df016-83c1-4e85-a0e7-defc5935ecc2 req-28b04621-8a02-488a-82a7-9686fbe711db service nova] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 743.956154] env[64376]: INFO networking_nsxv3.common.synchronization [req-919df016-83c1-4e85-a0e7-defc5935ecc2 req-28b04621-8a02-488a-82a7-9686fbe711db service nova] Enqueued Resource ID: 83be783e-57d1-4075-95c5-f03d710b19b6 with Priority: HIGHEST for action port [ 743.956803] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_rules [ 743.960206] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 743.960206] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83be783e-57d1-4075-95c5-f03d710b19b6 with Priority: HIGHEST for action port [ 743.960649] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.960899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.962961] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.962961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.962961] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-83be783e-57d1-4075-95c5-f03d710b19b6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.966115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.966115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.966115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.966115] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83be783e-57d1-4075-95c5-f03d710b19b6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.142625] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ff20cc2-c175-4738-806e-239f77b4c99a [ 744.143126] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.143126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.143315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.143388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.143483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.143549] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ff20cc2-c175-4738-806e-239f77b4c99a already deleted. [ 744.143630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff20cc2-c175-4738-806e-239f77b4c99a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.158916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.159167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.159167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.159412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.159462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.159556] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 already deleted. [ 744.159763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.159853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.159992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.160992] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.264553] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.470245] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83be783e-57d1-4075-95c5-f03d710b19b6 with status ACTIVE [ 744.470245] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.470245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.470245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.470772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.470772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.470772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.470887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.470887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.471090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.471176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.471423] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.471423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.471550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.471583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.472042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.472042] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83be783e-57d1-4075-95c5-f03d710b19b6 is going to be updated. [ 744.501971] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.501971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.501971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.501971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.502263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.502263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83be783e-57d1-4075-95c5-f03d710b19b6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.683339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.683522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.683773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.683834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.683871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.683972] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 already deleted. [ 744.684137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.769093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.769093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.769093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.769093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.769093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.769093] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 744.807193] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.807375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.807493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.807717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.807930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.818437] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 744.942744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 744.942744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.942744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.942744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.942744] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.445722] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.445931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.872998] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 745.873405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.873405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.873622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.873817] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.873937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.874010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.874173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.874277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.874380] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.377593] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.831353] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 746.832035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.832035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.832035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.832206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.832318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.832517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.832517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.832613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.832681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.832780] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.883766] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.336120] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.336120] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336120] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.336655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.336655] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.336655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.336655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.336655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.336884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.336884] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.387311] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.388080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.388080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.388750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.388750] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 747.435130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.435367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.435442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.435767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.435941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.449121] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 747.840498] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de4a18f-b115-4607-a852-d3afad133ba8: rpc.has_security_group_logging(os_id): False [ 747.862434] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.862683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.862793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.863117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.863251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.863601] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.863752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.863854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.864637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.864637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.864785] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.865377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.865377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.865377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.865665] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.865842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.866152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.866288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.866397] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 747.993207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.993207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.993207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.993657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.993657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.009098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 748.962825] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 748.962825] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 749.283933] env[64376]: INFO networking_nsxv3.common.synchronization [req-2ff8fa6b-b59e-4ca9-8dd4-b5c5492765ff req-3147abc8-a3f5-4eef-8223-276413aafd89 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 749.283933] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 749.284478] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.284478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.284478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.284687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.285168] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.285168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.285168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.285168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.285433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.286162] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.464434] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 749.464856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.465123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.465612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.465750] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.465935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.465935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.466185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.466261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.466749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.466749] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.750584] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.750991] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.751335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.751750] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.752170] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.752425] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.752769] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.753168] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.753442] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.753764] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.754222] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.754425] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.754613] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.754776] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.754951] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.755231] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.775683] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.775848] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.775986] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.776178] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776518] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.776671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.776895] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.777543] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.777543] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5d7cc4-5d42-4c71-9343-78e5cb418f77',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.789383] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.789539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.789614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.789832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.789934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.790184] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.790248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.790285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.790435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.790513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.790653] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 already deleted. [ 749.790762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.974646] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.974828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.974903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.975270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.975374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.975442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.975678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.975914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.976031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.976131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.976224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.976359] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.976447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.976507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.976646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.976730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.976849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.977024] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.025205] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 750.025469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.280123] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.280352] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.280474] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.280791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.280947] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281110] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 0a5d7cc4-5d42-4c71-9343-78e5cb418f77 not found, creating... [ 750.281393] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281549] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281677] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281926] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.282090] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.282365] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.282530] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.282643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.282889] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.283072] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.283219] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 0a5d7cc4-5d42-4c71-9343-78e5cb418f77 is going to be created. [ 750.307410] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.307836] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.307836] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.308117] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.308419] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.308737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.479115] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7211414-d949-49c9-b169-d92569b4a722: rpc.has_security_group_logging(os_id): False [ 750.507952] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.508191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.508191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.508497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.508497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.508731] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.508844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.508905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.509526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.509526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.509526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.509526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.509885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.509885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509885] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.510130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.510130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.510130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.510274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.510274] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 750.588029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.588202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.588301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.588603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.588818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.625055] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 750.811270] env[64376]: INFO networking_nsxv3.common.synchronization [req-5cf3c6c0-3487-43d8-bc20-97548d539e91 req-0b2a323f-278b-49fe-a7fe-ee7ad0f0cd1b tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 750.812604] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 750.812711] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.812865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.812981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.813249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.813434] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.813583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.813651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.813856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.813971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.814149] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.040463] env[64376]: INFO networking_nsxv3.common.synchronization [req-2ff8fa6b-b59e-4ca9-8dd4-b5c5492765ff req-24d8cd8f-4ae8-4246-8001-c1059ad87232 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 751.040761] env[64376]: INFO networking_nsxv3.common.synchronization [req-2ff8fa6b-b59e-4ca9-8dd4-b5c5492765ff req-24d8cd8f-4ae8-4246-8001-c1059ad87232 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 751.040981] env[64376]: INFO networking_nsxv3.common.synchronization [req-2ff8fa6b-b59e-4ca9-8dd4-b5c5492765ff req-24d8cd8f-4ae8-4246-8001-c1059ad87232 service nova] Enqueued Resource ID: 0a5d7cc4-5d42-4c71-9343-78e5cb418f77 with Priority: HIGHEST for action port [ 751.041896] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 751.042116] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 751.042257] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5d7cc4-5d42-4c71-9343-78e5cb418f77 with Priority: HIGHEST for action port [ 751.042567] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.042700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.042780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.043133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.043133] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.044311] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.044686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.044686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.044686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.044823] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.044944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.045021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.045183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.045288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.045715] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.047057] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.047057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.047057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.047057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.047931] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5d7cc4-5d42-4c71-9343-78e5cb418f77',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.318661] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.319082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.319082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.320280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.320280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.320280] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.320280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.320280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.320280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.320590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.320590] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be updated. [ 751.356585] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.356800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.356898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.357240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.357463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.370353] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: IN_PROGRESS for 2s [ 751.549251] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.549450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.550714] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a5d7cc4-5d42-4c71-9343-78e5cb418f77 with status ACTIVE [ 751.550913] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.551058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.551129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.551342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.551431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.551599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.551721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.551776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.551931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.552023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.552205] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.552460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.552460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.552563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.552563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.552632] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a5d7cc4-5d42-4c71-9343-78e5cb418f77 is going to be updated. [ 751.554357] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.576429] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.577064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.577064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.577064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.577219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.577459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5d7cc4-5d42-4c71-9343-78e5cb418f77" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.014019] env[64376]: INFO networking_nsxv3.common.synchronization [req-1a03bf6b-770e-4118-9e4d-c5f08910a832 req-a808513b-ac75-4231-b3f9-8d417b7803e7 tempest-ListServerFiltersTestJSON-1596060523 tempest-ListServerFiltersTestJSON-1596060523-project-member] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 752.015179] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 752.016167] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.016317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.016389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.016594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.016758] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.016860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.016923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.017082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.017168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.017263] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.057417] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.506548] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.506876] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.506876] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.507143] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.507870] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.507870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.507870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.507870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508113] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.509221] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.509221] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.509344] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.509431] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.509589] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.509721] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.510249] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.521343] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.530063] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.530063] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.530063] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.530205] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-305" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.531771] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-7242953e-c6b4-431e-92ab-901ac66e74d9 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.531771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.531771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.531771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.531771] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7242953e-c6b4-431e-92ab-901ac66e74d9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.560240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.560799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.560987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.561328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.561510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.561733] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be created. [ 752.588066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.588200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.588272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.588484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.588660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.599607] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: UNINITIALIZED for 2s [ 752.639419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 752.639631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.024375] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.033408] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.034600] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.038021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.038021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.038021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.038021] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 7242953e-c6b4-431e-92ab-901ac66e74d9 not found, creating... [ 753.038021] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.038021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.038021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.038021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.038755] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.042029] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.042029] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.042029] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.042029] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.042029] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.042029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 7242953e-c6b4-431e-92ab-901ac66e74d9 is going to be created. [ 753.057109] env[64376]: INFO networking_nsxv3.common.synchronization [None req-afa6df56-865d-4ddb-9805-c0de1024cfbe None None] Enqueued Resource ID: b620c979-818e-4445-8e9c-274ccf4baab1 with Priority: HIGHEST for action port [ 753.057986] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620c979-818e-4445-8e9c-274ccf4baab1 with Priority: HIGHEST for action port [ 753.060779] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-b620c979-818e-4445-8e9c-274ccf4baab1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.060779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b620c979-818e-4445-8e9c-274ccf4baab1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.060779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b620c979-818e-4445-8e9c-274ccf4baab1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.060779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b620c979-818e-4445-8e9c-274ccf4baab1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.060779] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b620c979-818e-4445-8e9c-274ccf4baab1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.066674] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.066674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.066674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.066674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.066674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.066674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.383156] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: SUCCESS [ 753.383156] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 deletion is rescheduled due to dependency. [ 753.383156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.526562] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.526982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.526982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.527185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.527185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.527312] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 753.564447] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b620c979-818e-4445-8e9c-274ccf4baab1 [ 753.564758] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.566792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.566792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.566792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.566792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.566792] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b620c979-818e-4445-8e9c-274ccf4baab1 already deleted. [ 753.567074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b620c979-818e-4445-8e9c-274ccf4baab1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.568586] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.568586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.568586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.568586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.568586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579329] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 753.830542] env[64376]: INFO networking_nsxv3.common.synchronization [req-1a03bf6b-770e-4118-9e4d-c5f08910a832 req-f4ff216d-9b19-4a39-9246-b57f6ece4dd8 service nova] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_rules [ 753.830542] env[64376]: INFO networking_nsxv3.common.synchronization [req-1a03bf6b-770e-4118-9e4d-c5f08910a832 req-f4ff216d-9b19-4a39-9246-b57f6ece4dd8 service nova] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 753.830542] env[64376]: INFO networking_nsxv3.common.synchronization [req-1a03bf6b-770e-4118-9e4d-c5f08910a832 req-f4ff216d-9b19-4a39-9246-b57f6ece4dd8 service nova] Enqueued Resource ID: 7242953e-c6b4-431e-92ab-901ac66e74d9 with Priority: HIGHEST for action port [ 753.832897] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_rules [ 753.832897] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 753.832897] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242953e-c6b4-431e-92ab-901ac66e74d9 with Priority: HIGHEST for action port [ 753.832897] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.832897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.832897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.837886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.837886] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.837886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.837886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.837886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7242953e-c6b4-431e-92ab-901ac66e74d9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.837886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.837886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.837886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.837886] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7242953e-c6b4-431e-92ab-901ac66e74d9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.339721] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.340089] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7242953e-c6b4-431e-92ab-901ac66e74d9 with status ACTIVE [ 754.340292] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.340417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.340485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.340805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.340880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.341068] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.341198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.341266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.341460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.341551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.341782] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.341868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.341949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.342134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.342214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.342299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7242953e-c6b4-431e-92ab-901ac66e74d9 is going to be updated. [ 754.381862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.382411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.382867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.383433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.383564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.386440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7242953e-c6b4-431e-92ab-901ac66e74d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.611892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 754.611892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.611892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.611892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.611892] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.611892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.611892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.612562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.612562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.612562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.612562] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.115683] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.115757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.115810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.117194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.117194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.117490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.117490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.117490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.117587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.118118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.118118] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.118118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.118118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.118118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.118500] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.118500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.118500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.118603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.118665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.118741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.121907] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.533380] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa8ba09e-7c44-4706-9ef7-ac3dd01bc26f req-76409da7-cc2d-4711-b1ec-53df484381a2 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 755.533942] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 755.534328] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.535527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.535630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.535915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.536162] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.536324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.536427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.537084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.537084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.537084] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.604026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 755.604269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.604847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.605079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.605266] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.605392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.605454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.605615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.605712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.605809] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.625193] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ea2e2da-bd72-4335-9de2-33fbdb288e26: rpc.has_security_group_logging(os_id): False [ 755.649883] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.650172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.650341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.650441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.650641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.650886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.653662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.653797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.654169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.654169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.654408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.654548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.655244] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.655244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.655244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.655244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.655480] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be created. [ 755.722340] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.725156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.725156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.725156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.725156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.741046] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 755.945202] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.945202] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.945202] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.945377] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.945737] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.945963] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.947329] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.947432] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.947769] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.947827] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.947909] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.948324] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.948324] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.948324] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.948324] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.948741] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.970383] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.970688] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.970814] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.970984] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.971309] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-6adc606f-f9c6-489b-ab80-9a3636f70394 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.972034] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.972034] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.972034] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.972034] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6adc606f-f9c6-489b-ab80-9a3636f70394',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.040013] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.040189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.040535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.040535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.040639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.040798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.040902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.040963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.041133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.041208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.041429] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 756.070851] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.071014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.071082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.072324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.072324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.081207] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 756.110833] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.433302] env[64376]: INFO networking_nsxv3.common.synchronization [None req-64dd090c-e01e-4910-8168-b7435a6115fd None None] Enqueued Resource ID: c064c9d9-25b9-4ba6-8686-cc82737887c9 with Priority: HIGHEST for action port [ 756.434314] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c064c9d9-25b9-4ba6-8686-cc82737887c9 with Priority: HIGHEST for action port [ 756.434940] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c064c9d9-25b9-4ba6-8686-cc82737887c9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.435249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c064c9d9-25b9-4ba6-8686-cc82737887c9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.435470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c064c9d9-25b9-4ba6-8686-cc82737887c9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.435793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c064c9d9-25b9-4ba6-8686-cc82737887c9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.435956] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c064c9d9-25b9-4ba6-8686-cc82737887c9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.474952] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.475311] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.475507] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.476379] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.476379] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.476379] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 6adc606f-f9c6-489b-ab80-9a3636f70394 not found, creating... [ 756.477226] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.477226] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.477226] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.477379] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.477651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.478056] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.478222] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.478413] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.478698] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.479244] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.479244] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 6adc606f-f9c6-489b-ab80-9a3636f70394 is going to be created. [ 756.503028] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.503028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.503028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.503028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.503028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.503028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.612647] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.938385] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c064c9d9-25b9-4ba6-8686-cc82737887c9 [ 756.938691] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.938781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.938831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.939062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.939164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.939262] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c064c9d9-25b9-4ba6-8686-cc82737887c9 already deleted. [ 756.939357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c064c9d9-25b9-4ba6-8686-cc82737887c9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.116098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.116098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.116098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.116280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.116374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.116481] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 757.166227] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.166769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.166984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.167324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.167840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.179268] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 757.319041] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa8ba09e-7c44-4706-9ef7-ac3dd01bc26f req-e17dbd7a-6e66-4c75-981e-5b4f3aa70083 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 757.319041] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa8ba09e-7c44-4706-9ef7-ac3dd01bc26f req-e17dbd7a-6e66-4c75-981e-5b4f3aa70083 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 757.319298] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa8ba09e-7c44-4706-9ef7-ac3dd01bc26f req-e17dbd7a-6e66-4c75-981e-5b4f3aa70083 service nova] Enqueued Resource ID: 6adc606f-f9c6-489b-ab80-9a3636f70394 with Priority: HIGHEST for action port [ 757.320033] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 757.320187] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 757.320289] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adc606f-f9c6-489b-ab80-9a3636f70394 with Priority: HIGHEST for action port [ 757.320582] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.320736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.321160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.321160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.321160] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.322857] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.322962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.323788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6adc606f-f9c6-489b-ab80-9a3636f70394 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.323788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.323788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.324121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.324187] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6adc606f-f9c6-489b-ab80-9a3636f70394',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.760612] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 757.760612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.824232] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.824374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.827744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6adc606f-f9c6-489b-ab80-9a3636f70394 with status ACTIVE [ 757.827987] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.829018] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.829367] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.829829] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6adc606f-f9c6-489b-ab80-9a3636f70394 is going to be updated. [ 757.862629] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.862629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.862629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.862629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.862629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.862629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6adc606f-f9c6-489b-ab80-9a3636f70394" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.095031] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 758.095332] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 758.095332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.095407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.095627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.096061] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.096061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.096061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.096232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.096268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.096355] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.599270] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.104328] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.123496] env[64376]: INFO networking_nsxv3.common.synchronization [req-0530117a-69e7-445c-83cc-a7c8eb8db28d req-22250909-6f9f-4537-b9c2-2b06996b160d tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 759.123496] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 759.123801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.124090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.124090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.124427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.124498] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.124631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.124670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.124834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.125118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.125233] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.156868] env[64376]: INFO networking_nsxv3.common.synchronization [req-0530117a-69e7-445c-83cc-a7c8eb8db28d req-22250909-6f9f-4537-b9c2-2b06996b160d tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 759.157080] env[64376]: INFO networking_nsxv3.common.synchronization [req-0530117a-69e7-445c-83cc-a7c8eb8db28d req-22250909-6f9f-4537-b9c2-2b06996b160d tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 759.157746] env[64376]: INFO networking_nsxv3.common.synchronization [req-0530117a-69e7-445c-83cc-a7c8eb8db28d req-22250909-6f9f-4537-b9c2-2b06996b160d tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with Priority: HIGHEST for action port [ 759.158780] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 759.159053] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 759.159174] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with Priority: HIGHEST for action port [ 759.159457] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.159620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.159686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.160052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.160052] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.161141] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.161220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.161686] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.161803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.161881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.162075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.162452] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852a09c9-2fd3-45ae-ad78-cea5bd317dd1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.192462] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 759.192462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.193334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.193454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.194026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.194026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.194026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.194026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.194026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.194279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.194279] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.608140] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.608140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.608140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.608294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.608338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.608479] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 759.628597] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.650026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.650606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.650726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.650968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.651225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.662971] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 759.663508] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.663656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.665060] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with status ACTIVE [ 759.665285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.665533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.665676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.666018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.666182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.666384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.666511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.666590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.666852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.666852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.667200] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.667560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.667632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.667801] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 is going to be updated. [ 759.691908] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.693079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.693079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.693079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.693079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.693079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.697459] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.697459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.697459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.697459] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.697784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.697859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698304] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698940] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.699105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.700045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.700045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.700045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.700045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.700045] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.133615] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.202073] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7211414-d949-49c9-b169-d92569b4a722: rpc.has_security_group_logging(os_id): False [ 760.222273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.222438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.222438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.222651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.224046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.224285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.224682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.224682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.224682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.224860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.224899] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.224984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.225057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.225198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.225293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.225583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.225653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.225724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.225875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225875] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 760.307343] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.307343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.307343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.307582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.307663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.330264] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 760.642029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.642029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.642029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.642029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.642029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.642029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 760.649784] env[64376]: INFO networking_nsxv3.common.synchronization [req-c34f4459-df1f-4480-94ad-a384e9c3daee req-d12205aa-5908-4a5f-afcc-8831fcdc4372 tempest-ServerRescueTestJSON-1473907419 tempest-ServerRescueTestJSON-1473907419-project-member] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 760.650413] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 760.651201] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.651201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.651623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.651970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.652175] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.652326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.652455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.652640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.652802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.652851] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.677191] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.677191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.677416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.677457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.678174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.692626] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 760.833170] env[64376]: INFO networking_nsxv3.common.synchronization [req-595af323-289d-47d9-a106-ae3b43172e54 req-b9cf3c4c-b033-4cab-b8a2-0f943ffccce9 tempest-ListServersNegativeTestJSON-1728572224 tempest-ListServersNegativeTestJSON-1728572224-project-member] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 760.834786] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 760.836832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.836832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.836832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.837318] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.837463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.837525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.837774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.838816] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.011563] env[64376]: INFO networking_nsxv3.common.synchronization [req-4716a3bc-6e0c-4ac5-b688-7ffa0b7db95e req-4623dcba-82da-44df-a594-de89557e6224 tempest-FloatingIPsAssociationNegativeTestJSON-1005448958 tempest-FloatingIPsAssociationNegativeTestJSON-1005448958-project-member] Enqueued Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_members [ 761.012387] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGHEST for action security_group_members [ 761.012744] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.012874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.012949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.013270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.013494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.013656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.013764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.014016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.014171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.014302] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.156679] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.157069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.157069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.157138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.157227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.157386] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.157501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.157553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.157670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.157768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.157819] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 already deleted. [ 761.157906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.213470] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 761.213662] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 761.233958] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.234256] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.234379] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.234697] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.234952] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.235209] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.236450] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.236450] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.236450] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.236450] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.236450] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.236450] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.236450] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.236710] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.236961] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.236961] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.258034] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.258231] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.258367] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.258550] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.258905] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-501ecb9f-5b8d-47b1-8065-fd22815e4545 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.259096] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.259212] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.259800] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.259800] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501ecb9f-5b8d-47b1-8065-fd22815e4545',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.345325] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.516431] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.516615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.516735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.517041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.517182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517449] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.517693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.517693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.517895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.517999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.518130] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024886f7-9188-4b33-b12f-025fe95a50cd is going to be updated. [ 761.561636] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.561636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.561636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.561924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.561924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.576908] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024886f7-9188-4b33-b12f-025fe95a50cd in Status: IN_PROGRESS for 2s [ 761.680667] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 761.681131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.681274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.681478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.681680] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.681821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.681821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.681951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.682055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.682136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.682239] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.762712] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.763093] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.763294] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.763733] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.764621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.764621] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 501ecb9f-5b8d-47b1-8065-fd22815e4545 not found, creating... [ 761.764621] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.764916] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.765084] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.765431] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.765653] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.766120] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.766355] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.766534] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.766882] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.767049] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.767264] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 501ecb9f-5b8d-47b1-8065-fd22815e4545 is going to be created. [ 761.800803] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.801174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.801386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.801758] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.802074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.802305] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.849183] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.184608] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.184990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.184990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.185092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.185199] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.185297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.185357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.185506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.185594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.185679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.185820] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.185913] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.186026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.186120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.186255] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.186343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.186394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.186528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.186601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.186682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.186772] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.352487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 762.352487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.352487] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.352487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.352487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.352487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.352487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.352487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 762.383250] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.383250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.383250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.383250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.383250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.392172] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 762.576342] env[64376]: INFO networking_nsxv3.common.synchronization [req-c34f4459-df1f-4480-94ad-a384e9c3daee req-b349129e-a16c-4d0c-a817-e9d3f412f792 service nova] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_rules [ 762.576342] env[64376]: INFO networking_nsxv3.common.synchronization [req-c34f4459-df1f-4480-94ad-a384e9c3daee req-b349129e-a16c-4d0c-a817-e9d3f412f792 service nova] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 762.576342] env[64376]: INFO networking_nsxv3.common.synchronization [req-c34f4459-df1f-4480-94ad-a384e9c3daee req-b349129e-a16c-4d0c-a817-e9d3f412f792 service nova] Enqueued Resource ID: 501ecb9f-5b8d-47b1-8065-fd22815e4545 with Priority: HIGHEST for action port [ 762.576342] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_rules [ 762.576342] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 762.576342] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501ecb9f-5b8d-47b1-8065-fd22815e4545 with Priority: HIGHEST for action port [ 762.576342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.576982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.576982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.576982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.576982] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.578130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.578130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578606] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.578747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.580157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.583609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.583609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.583609] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-501ecb9f-5b8d-47b1-8065-fd22815e4545 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.583609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.583609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.583609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.583609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501ecb9f-5b8d-47b1-8065-fd22815e4545',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.689710] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15855bac-a707-497d-9102-0d057dbcc2ef: rpc.has_security_group_logging(os_id): False [ 762.703817] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 762.704191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.704382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.704603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.704808] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.704922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.705103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.705179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.705260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.705357] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.709157] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.709297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.709370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.709606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.709645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.709851] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.709942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.710853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.710853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.710853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.710853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.710853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.710853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.710853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.711169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.711169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.711249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.711284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.711457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.711516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.711557] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 762.782559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.782559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.782734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.783143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.783321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.806435] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 762.823931] env[64376]: INFO networking_nsxv3.common.synchronization [req-179fb6f4-a9c5-4dda-bafb-f5e1c5832cb2 req-b8f5d49d-276a-4af9-9b0f-c7fad31f7407 tempest-ListServersNegativeTestJSON-1728572224 tempest-ListServersNegativeTestJSON-1728572224-project-member] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 762.824842] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGHEST for action security_group_members [ 762.825034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.825034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.085263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.085263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.085263] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.086408] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 501ecb9f-5b8d-47b1-8065-fd22815e4545 with status ACTIVE [ 763.086497] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.087800] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.087800] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.087800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.088353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.088353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.088421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.088512] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 501ecb9f-5b8d-47b1-8065-fd22815e4545 is going to be updated. [ 763.114818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.115095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.115230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.115531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.116203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.116203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501ecb9f-5b8d-47b1-8065-fd22815e4545" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.210280] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.590326] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 024886f7-9188-4b33-b12f-025fe95a50cd in Status: SUCCESS [ 763.590532] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 024886f7-9188-4b33-b12f-025fe95a50cd deletion is rescheduled due to dependency. [ 763.590744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.593285] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.713614] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.099033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.099033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.099033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.099033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.099541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.099541] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be created. [ 764.124543] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.124759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.124759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.124979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.125180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.136020] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: UNINITIALIZED for 2s [ 764.224155] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.224155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.224155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.224155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.224155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.224155] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 764.274476] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.275054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.275249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.291103] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 764.404776] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.407100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.407100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.407100] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.819033] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 764.819533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.910581] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.910739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.910811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.911416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.911416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.911625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.911625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911814] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be updated. [ 764.964223] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.964416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.964801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.975051] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: IN_PROGRESS for 2s [ 765.246043] env[64376]: INFO networking_nsxv3.common.synchronization [req-c917473c-b6bc-4f01-9f4a-3bc318d29598 req-0b54cac7-c448-4f15-a5c7-fb83e83f25b7 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 765.246043] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 765.246043] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.246043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.266056] env[64376]: INFO networking_nsxv3.common.synchronization [req-c917473c-b6bc-4f01-9f4a-3bc318d29598 req-0b54cac7-c448-4f15-a5c7-fb83e83f25b7 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 765.266056] env[64376]: INFO networking_nsxv3.common.synchronization [req-c917473c-b6bc-4f01-9f4a-3bc318d29598 req-0b54cac7-c448-4f15-a5c7-fb83e83f25b7 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 765.266056] env[64376]: INFO networking_nsxv3.common.synchronization [req-c917473c-b6bc-4f01-9f4a-3bc318d29598 req-0b54cac7-c448-4f15-a5c7-fb83e83f25b7 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with Priority: HIGHEST for action port [ 765.266056] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_rules [ 765.266056] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 765.266471] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with Priority: HIGHEST for action port [ 765.267247] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.267450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.267832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.268037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.269645] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.269645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.269645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.269645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.269645] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852a09c9-2fd3-45ae-ad78-cea5bd317dd1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.772058] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 with status ACTIVE [ 765.772360] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773147] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773558] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774030] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852a09c9-2fd3-45ae-ad78-cea5bd317dd1 is going to be updated. [ 765.800545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.800695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.800772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.800989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.801142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.801311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852a09c9-2fd3-45ae-ad78-cea5bd317dd1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.831328] env[64376]: INFO networking_nsxv3.common.synchronization [req-1f3177e9-5214-4b50-acaf-f5bbd127b0fb req-fff36dfa-09a7-4f80-b976-e79bcd50e2e8 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 765.831821] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 765.832373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.832373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.832373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.832559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.832703] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.832798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.832860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.833016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.833614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.833774] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.146175] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 766.146404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.146578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.147479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.147479] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.147479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.147479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.147479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.147479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.147479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.147757] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.239031] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.239299] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.239430] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.239747] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.240033] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.240194] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.240303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.240511] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.240649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.240883] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.240991] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.241229] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.241363] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.241478] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.241580] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.241733] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.261082] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.261361] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.261407] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.261587] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.261914] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d8de56c8-9591-4e16-a09c-6c6b39761e2d taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.262120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.262235] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.262561] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.262697] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8de56c8-9591-4e16-a09c-6c6b39761e2d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.305265] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 766.305504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.305931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.306186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.306381] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.306497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.306563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.306737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.306841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.306931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.307042] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.308044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.308739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.308739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.308739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.308739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.308739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.308739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.309075] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.336351] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.336601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.336678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.336889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.337074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.337351] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.337468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.337554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.337694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.337776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.337887] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 already deleted. [ 766.337952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.651783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.652043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.652117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.652358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.652532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.652633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.652698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.652840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.652928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653258] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.653410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.653538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.653755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.653961] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.654119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.654199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.654339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.654414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.654501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.654596] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.766392] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.767883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.767883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.771020] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port d8de56c8-9591-4e16-a09c-6c6b39761e2d not found, creating... [ 766.771020] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.771020] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.771020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.771729] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.772108] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.772472] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.774662] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d is going to be created. [ 766.799024] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.799258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.799301] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.799693] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.800066] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.800428] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.812978] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.814028] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.990371] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 in Status: SUCCESS [ 766.990371] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 deletion is rescheduled due to dependency. [ 766.990371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.158089] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3fd283-266a-4814-bd3c-ea18eaa95bc7: rpc.has_security_group_logging(os_id): False [ 767.177966] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.178137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.178206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.178431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.178516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.178812] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.178924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.179018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.179162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.179285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.179472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.179581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.179645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.180446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.180446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.180446] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.180446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.180446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.180740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.180740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.180740] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be created. [ 767.249481] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.249558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.249630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.249830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.250100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.264339] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 767.316387] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.320268] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c16d61b-f541-46c1-ba77-294dc422eaf1: rpc.has_security_group_logging(os_id): False [ 767.350075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.350075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.350075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.359315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.359315] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 767.441303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.441303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.441303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.441303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.441303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.455923] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 767.644154] env[64376]: INFO networking_nsxv3.common.synchronization [req-1f3177e9-5214-4b50-acaf-f5bbd127b0fb req-3e5b6c5f-d402-49c2-9e76-7ede8634e380 service nova] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 767.644154] env[64376]: INFO networking_nsxv3.common.synchronization [req-1f3177e9-5214-4b50-acaf-f5bbd127b0fb req-3e5b6c5f-d402-49c2-9e76-7ede8634e380 service nova] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 767.644154] env[64376]: INFO networking_nsxv3.common.synchronization [req-1f3177e9-5214-4b50-acaf-f5bbd127b0fb req-3e5b6c5f-d402-49c2-9e76-7ede8634e380 service nova] Enqueued Resource ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d with Priority: HIGHEST for action port [ 767.644154] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 767.644154] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 767.645402] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d with Priority: HIGHEST for action port [ 767.646132] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.646283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.646346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.646582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.646680] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.647632] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.647774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.647864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.648052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.649315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.649315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.649315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.649315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.649315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.649315] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.653687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8de56c8-9591-4e16-a09c-6c6b39761e2d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.653687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.653687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.653687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.653687] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8de56c8-9591-4e16-a09c-6c6b39761e2d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.820179] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.820370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.820469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.820807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.820935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.821091] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 767.878239] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.878431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.878472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.878707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.878812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.890295] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 768.154033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.154033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.154271] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.155116] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8de56c8-9591-4e16-a09c-6c6b39761e2d with status ACTIVE [ 768.155273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.155459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.155671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.155932] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.156079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.156147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.156300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.156378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156572] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.156664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.156743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.156879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.156952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.158508] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d is going to be updated. [ 768.188384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.189609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.189723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.190987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.190987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.190987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.662408] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.165702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.165843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.166917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.166917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.166917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.166917] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be created. [ 769.207537] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.207806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.207974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.208911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.209245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.222643] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: UNINITIALIZED for 2s [ 769.280296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 769.281057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.480141] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 769.480141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.480355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.480475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.480575] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.904593] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 769.904986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.905106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.905420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.905588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.905690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.905790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.905921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.906090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.906187] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.983297] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.409124] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.517914] env[64376]: INFO networking_nsxv3.common.synchronization [req-9e23ff1e-04fc-4da2-8034-ec6b5042747d req-e7206915-5d4f-46b4-8133-0d5346bf9578 tempest-AttachInterfacesUnderV243Test-1972162537 tempest-AttachInterfacesUnderV243Test-1972162537-project-member] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 770.519150] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGHEST for action security_group_members [ 770.519539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.519668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.870394] env[64376]: INFO networking_nsxv3.common.synchronization [req-57265843-459c-4f0c-b521-dc5a68e6d7f9 req-7f6c8f9c-43d2-46e8-b216-6b3723587310 tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 770.871033] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 770.871284] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.871441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.871682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.871894] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.872110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.872110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.872241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.872342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.872424] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.912696] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.235026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: UNINITIALIZED for 4s [ 771.305331] env[64376]: INFO networking_nsxv3.common.synchronization [req-1bf248a3-fc83-47b3-a229-c984109f1394 req-b9d56165-dbb5-4add-a107-d46b3b5b5bd8 tempest-ServersAdminNegativeTestJSON-1876615987 tempest-ServersAdminNegativeTestJSON-1876615987-project-member] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 771.305759] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 771.310052] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.310052] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.310052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.310052] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.377669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.377820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.377895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.378141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.378237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.378437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.378534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.378780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.378885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.379033] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be updated. [ 771.410150] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.410661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.412615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.412615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.412615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.416863] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.416863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.416863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.416863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.416863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.416863] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 771.423694] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 771.444677] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.444677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.444677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.444677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.444677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.453260] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 771.752145] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.752145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.752145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.752479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.752479] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.752738] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.752738] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.752907] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.753504] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753752] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.753870] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.753979] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.754098] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.754208] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.754312] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.754438] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.774067] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.774615] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.774615] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.774615] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.774833] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-6635d7e1-19c4-4ab1-b826-4355cad26552 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.775134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.775134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.775426] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.775568] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6635d7e1-19c4-4ab1-b826-4355cad26552',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.812618] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.278188] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.278563] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.278563] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.278850] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.279015] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.279201] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 6635d7e1-19c4-4ab1-b826-4355cad26552 not found, creating... [ 772.279472] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.279628] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.279741] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.279982] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.280142] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.280437] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.280722] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.280916] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.281199] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.281335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.281471] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 6635d7e1-19c4-4ab1-b826-4355cad26552 is going to be created. [ 772.315784] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.316673] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.316968] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.317173] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.317649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.317913] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.318177] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.820602] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.820602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.820602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.821105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.821105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.821238] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be updated. [ 772.880354] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.880565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.880630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.880919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.881178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.894163] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: IN_PROGRESS for 2s [ 773.102998] env[64376]: INFO networking_nsxv3.common.synchronization [req-1bf248a3-fc83-47b3-a229-c984109f1394 req-195a1edc-d3ab-4cfb-aa88-823e15244a2e service nova] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_rules [ 773.102998] env[64376]: INFO networking_nsxv3.common.synchronization [req-1bf248a3-fc83-47b3-a229-c984109f1394 req-195a1edc-d3ab-4cfb-aa88-823e15244a2e service nova] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 773.104050] env[64376]: INFO networking_nsxv3.common.synchronization [req-1bf248a3-fc83-47b3-a229-c984109f1394 req-195a1edc-d3ab-4cfb-aa88-823e15244a2e service nova] Enqueued Resource ID: 6635d7e1-19c4-4ab1-b826-4355cad26552 with Priority: HIGHEST for action port [ 773.104050] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_rules [ 773.104638] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 773.104885] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6635d7e1-19c4-4ab1-b826-4355cad26552 with Priority: HIGHEST for action port [ 773.105235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.105425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.105485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.105679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.105783] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.108506] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.108660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.109076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6635d7e1-19c4-4ab1-b826-4355cad26552 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.109247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.109401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.109620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.109705] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6635d7e1-19c4-4ab1-b826-4355cad26552',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.248976] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 773.249276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.249601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.249803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.249925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.250085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.250159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.250348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.250429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.250567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.250646] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.435842] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 773.436203] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 deletion is rescheduled due to dependency. [ 773.438092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.464534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 773.464534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.464691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.465133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.465229] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.465296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.468279] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.468279] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.468279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.468279] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.612122] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.612266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.614052] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6635d7e1-19c4-4ab1-b826-4355cad26552 with status ACTIVE [ 773.614165] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.614253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.614332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.614589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.614630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.614849] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.614918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.614955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.615238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.615473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.615603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.615660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.615696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.615825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.615904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.615984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6635d7e1-19c4-4ab1-b826-4355cad26552 is going to be updated. [ 773.642430] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.642430] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.642430] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.642666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.642704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.643814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6635d7e1-19c4-4ab1-b826-4355cad26552" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.754777] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.754777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.754777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.754777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.755585] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.755585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.755585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.755585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.755585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.755585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.755900] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.755900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.755900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.756031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.756219] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.756219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.756340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.756413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.756534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.756594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.756634] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.969946] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.972995] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.972995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.972995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.972995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.972995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.972995] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.972995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.972995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.973483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.973483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.973483] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 774.001782] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.002137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.002307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.002598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.002848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.015138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 774.261026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d3976bf-8b30-44bc-ab2e-0ae595383027: rpc.has_security_group_logging(os_id): False [ 774.282362] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287336] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287336] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.288106] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be created. [ 774.337123] env[64376]: INFO networking_nsxv3.common.synchronization [None req-20bbe0a0-2c63-404c-84d4-b5058cc2b8c3 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_rules [ 774.337805] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_rules [ 774.338343] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.338520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.338599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.338857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.338968] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.394656] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.394913] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.395072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.397406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.401250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420852] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 774.476299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c16d61b-f541-46c1-ba77-294dc422eaf1: rpc.has_security_group_logging(os_id): False [ 774.479810] env[64376]: INFO networking_nsxv3.common.synchronization [None req-624d6d56-34e9-455c-b584-e802d0857b81 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_rules [ 774.482059] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_rules [ 774.482059] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.482059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.516661] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.517061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.517277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.517710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.517996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.518546] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.518980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.521599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.521599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.521599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.521599] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be updated. [ 774.609830] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.610372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.610372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.610372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.610552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.631789] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: IN_PROGRESS for 2s [ 774.863814] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.863962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.864055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.864266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.864356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.864448] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 already deleted. [ 774.864528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.864681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.864835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.864919] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.904387] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 774.904607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.904856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.906112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.906112] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.906112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.906112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.906112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.906112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.906112] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.391012] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.391109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.391189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.391810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.391810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.391810] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 already deleted. [ 775.391810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.409227] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.911599] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.026588] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 776.026762] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 deletion is rescheduled due to dependency. [ 776.026979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.414496] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.414638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.414706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.414909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.414974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.415113] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be updated. [ 776.433160] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 776.433472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.447406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.447580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.447580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.447799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.447977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.458413] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: IN_PROGRESS for 2s [ 776.647349] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 in Status: SUCCESS [ 776.647569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.472049] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 778.472366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.472456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.472690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.472863] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.472981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.473059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.473241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.473323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.473408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.474192] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.975823] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.975971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.976143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.976279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.976439] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.977049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.977049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.977184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.977276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.977366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.977514] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.977608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.977677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.977805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.977944] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.978040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.982221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.982408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.982501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982689] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.483536] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 779.483536] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 779.487519] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7690d536-3046-451c-bd7c-f468e90ef7ba: rpc.has_security_group_logging(os_id): False [ 779.518263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.518263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.518263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.518263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.520134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.520134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.520134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.520876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.521193] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.521403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.521459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.521702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.521839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.521995] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be updated. [ 779.612306] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.612562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.612733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.612985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.613253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.637914] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: IN_PROGRESS for 2s [ 780.007590] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 780.007590] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 780.007590] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 780.007715] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 780.011106] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011106] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.011106] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.011106] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011106] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.012174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.012174] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.064038] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 780.064038] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 780.064038] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_rules [ 780.065967] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 780.065967] env[64376]: INFO networking_nsxv3.common.synchronization [req-27458a51-d304-4ee4-958f-83e5a7c760a8 req-e23f889e-b45d-42d6-aa57-1d4d82857bab tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d with Priority: HIGHEST for action port [ 780.067169] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 780.067425] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_rules [ 780.067677] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d with Priority: HIGHEST for action port [ 780.067889] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 780.068112] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 780.068460] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.068641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.068796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.069093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.069698] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.070658] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.070884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.070884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.071202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.071325] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.072861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8de56c8-9591-4e16-a09c-6c6b39761e2d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.073036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.073074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.073358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.073861] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8de56c8-9591-4e16-a09c-6c6b39761e2d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.075586] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.075586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.075586] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.075586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.513162] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.516750] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.576399] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8de56c8-9591-4e16-a09c-6c6b39761e2d with status ACTIVE [ 780.577140] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.577140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579593] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579593] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.579593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579593] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d is going to be updated. [ 780.584065] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.584210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.588019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.588019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.609019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.609019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.609019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.609019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.609019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.609019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.017132] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.018278] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.115600] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_members [ 781.115600] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 781.115600] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 781.115600] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_members [ 781.115600] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 781.115600] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 781.115805] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.115966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.116056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.116399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.116599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.116742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.116846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.117072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.117220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.117360] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.118372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.118576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.118922] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.118922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.169264] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 781.169264] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 781.169486] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_rules [ 781.169991] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 781.169991] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_rules [ 781.171025] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_members [ 781.171025] env[64376]: INFO networking_nsxv3.common.synchronization [req-58a19961-1e54-49f3-8496-d20535ff2ffe req-e5c997fb-3ea3-4292-9935-f8823bf1a0ed tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d with Priority: HIGHEST for action port [ 781.172360] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 781.173196] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_rules [ 781.173528] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_members [ 781.173528] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d with Priority: HIGHEST for action port [ 781.173659] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_rules [ 781.173659] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 781.175328] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 781.175328] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175328] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175328] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8de56c8-9591-4e16-a09c-6c6b39761e2d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.175934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176023] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8de56c8-9591-4e16-a09c-6c6b39761e2d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.182037] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.182196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.182278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184647] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.184647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.184647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.414174] env[64376]: INFO networking_nsxv3.common.synchronization [req-6213505c-9188-47a7-bdcc-23e1f2e2741c req-7a921856-78c9-449d-9336-2440796fdfe1 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 781.414931] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 781.415355] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.415578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.415676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.416253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.416253] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.416401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.416401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.416653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.416798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.416947] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.520971] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.520971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.520971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.521428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.521428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.521428] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be created. [ 781.523331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.523696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.523696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.524748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.524748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.524748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 781.569873] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.569873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.569873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.569873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.569873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.571814] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.571814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.571814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.572016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.572222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.583097] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 781.583990] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: UNINITIALIZED for 2s [ 781.620671] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.656873] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 781.657245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.685732] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.685964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.686066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8de56c8-9591-4e16-a09c-6c6b39761e2d with status ACTIVE [ 781.686257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.686392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.686458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.686680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.686774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.686954] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.687076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.687138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.687291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.687368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.687549] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.687640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.687699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.687837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.687914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.687996] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8de56c8-9591-4e16-a09c-6c6b39761e2d is going to be updated. [ 781.712078] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.712285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.712329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.712548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.712703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.712873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8de56c8-9591-4e16-a09c-6c6b39761e2d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.925087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.925207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.925297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.925565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.925660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.925890] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.925990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.926095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.926244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.926323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.926398] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 781.972092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.972384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.972384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.972607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.972795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.983465] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 782.123448] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.626719] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.627073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.627287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.627863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.627988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.628132] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a is going to be created. [ 782.660172] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.660434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.660434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.660689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.660903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.675338] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: UNINITIALIZED for 2s [ 783.597178] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 783.597411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.597551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.597872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598114] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.598291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.598360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.598569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.598805] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.600919] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 783.601908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.601908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.601908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.601908] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.601908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.601908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.602222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.602615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.602772] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.996992] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 783.997448] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 783.997448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.105709] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.111019] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.612740] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.614406] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.685807] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: SUCCESS [ 784.686054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.686230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.686452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.686638] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.686751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.686814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.686983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.687206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.687206] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.115331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.115831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.115831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.115831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.115947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.116040] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be updated. [ 785.119115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.119280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.119350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.119544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.119655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.119744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 785.147331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.147604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.147657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.147936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.148108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.150051] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.150216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.150263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.150431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.150567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.162656] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: IN_PROGRESS for 2s [ 785.163487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 785.165061] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.165233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.165286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.165589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.166153] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.190033] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.667801] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.694339] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.170601] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.196773] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.197086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.197086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.197260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.197385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.197548] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a is going to be updated. [ 786.204638] env[64376]: INFO networking_nsxv3.common.synchronization [req-b417ebd6-4b6e-404a-ba6e-d4144a07be06 req-521b1522-d248-4dbc-9d1d-4022256e0548 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_members [ 786.205858] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_members [ 786.206540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.206674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.206740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.207017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.207265] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.207401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.207465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.207660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.208388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.208388] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.233300] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.233546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.233546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.234226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.234226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.244958] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: IN_PROGRESS for 2s [ 786.676029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 786.676029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 786.700245] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.700519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.700957] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.701298] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.701658] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.701940] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.702140] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.702520] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.702753] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.703039] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.703231] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.703441] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.703591] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.703778] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.703944] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.704136] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.714818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.714818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.714818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.715831] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 already deleted. [ 786.715831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.764529] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.764691] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.764829] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.765016] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.765395] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-3f485de4-f6e4-4a23-9320-8bae2039cd54 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.765651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.765846] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.766291] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.766569] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f485de4-f6e4-4a23-9320-8bae2039cd54',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.176414] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 787.176762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.176942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.177244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.177506] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.177687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.177774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.177993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.178109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.178515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.178643] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.179933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180323] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.180482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.181172] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.182953] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 787.183182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.183542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.183706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.183884] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.183989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.184063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.184680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.185029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.185254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.185254] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.191381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.191599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.191789] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.191946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.192057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.192143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.192228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.192346] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.271625] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.271625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.271625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273384] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.273567] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273728] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 3f485de4-f6e4-4a23-9320-8bae2039cd54 not found, creating... [ 787.274022] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.274191] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.274345] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.274741] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.274894] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.275210] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.275387] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.275565] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.275862] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.275998] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.276149] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 3f485de4-f6e4-4a23-9320-8bae2039cd54 is going to be created. [ 787.312722] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.312978] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313304] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.313716] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.314076] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.314330] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.667252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.667413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.667493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.667723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.682080] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 787.682602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.683798] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 787.685392] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.692249] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.696063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.696063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.696063] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.715400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.715704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.715704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.715851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.723170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.723752] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 787.723852] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.723942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.767666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.767897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.768073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.768296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.769743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.770137] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 787.862584] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.862794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.862794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.863574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.863574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.863574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 787.892829] env[64376]: INFO networking_nsxv3.common.synchronization [None req-9c2e4f36-8659-4075-add9-761b66030ff6 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_rules [ 787.893317] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_rules [ 787.893655] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.893655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.893655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.894175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.894265] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.011121] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.011121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.011121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.011121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.011121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.011744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 788.012021] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5f0cc2b7-b5ae-4369-98ee-589f5e8ba949', '1aae1111-49c6-45d8-a9aa-90fb7010d531', '024886f7-9188-4b33-b12f-025fe95a50cd', '9e3fd283-266a-4814-bd3c-ea18eaa95bc7', '0ea2e2da-bd72-4335-9de2-33fbdb288e26', '3249774b-c6d1-4b58-babb-b8b88f602c35', 'a7211414-d949-49c9-b169-d92569b4a722', '8de4a18f-b115-4607-a852-d3afad133ba8', '068e3b82-2a4f-4014-aa0c-d8acd89e5efe', '5b8a93f8-b223-4931-9f36-5c8ed8a2308f', 'bda90c35-d32b-43b9-96ba-24b627435f64', '5db87748-221a-4410-9285-3a3fa9034e02', '0c5920a7-6d09-470b-a028-83f74460516b', '6c5758a2-045a-47b8-bc3a-2c24d405b204', 'c3beba42-13d0-4467-adbd-48ab5ef103b7', '15370c03-54f1-4b8c-8f0e-35c9620c17a4', 'b0b6aa06-a7a4-4d8a-924e-371685ad64c8', '15855bac-a707-497d-9102-0d057dbcc2ef', '379f6ecc-60c2-4a16-88c1-b9536c7f344a', 'b909db9e-9f9a-4607-85cf-724dd0a8e709', 'd26b7710-e39b-427f-8ccf-b04003724649', '99847494-a9c5-4d28-82ef-203c3635357e', '3c16d61b-f541-46c1-ba77-294dc422eaf1', '1d3976bf-8b30-44bc-ab2e-0ae595383027', '0f2765a8-fd77-4d10-8850-13a04ae1ed1e', 'aaf37700-dbd4-4393-8c04-a1c08b86a814', '3326fdf0-cbe9-4b47-aaa1-3c2567737595', '7690d536-3046-451c-bd7c-f468e90ef7ba', '89768502-b4ef-41aa-b044-c91bdc4373b1', '73d2062b-115c-4062-a5db-4a2aba590cc6', '024bc9d3-d765-4ded-8d15-d1242286599b', 'b2b3df24-b247-4733-a7bf-049400050607', 'ba116eee-61ed-463e-91f7-f14936c2d7e7'} {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.012303] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 788.033288] env[64376]: INFO networking_nsxv3.common.synchronization [req-b417ebd6-4b6e-404a-ba6e-d4144a07be06 req-07908283-766a-4be3-b6d3-946592679198 service nova] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_rules [ 788.033288] env[64376]: INFO networking_nsxv3.common.synchronization [req-b417ebd6-4b6e-404a-ba6e-d4144a07be06 req-07908283-766a-4be3-b6d3-946592679198 service nova] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_members [ 788.033288] env[64376]: INFO networking_nsxv3.common.synchronization [req-b417ebd6-4b6e-404a-ba6e-d4144a07be06 req-07908283-766a-4be3-b6d3-946592679198 service nova] Enqueued Resource ID: 3f485de4-f6e4-4a23-9320-8bae2039cd54 with Priority: HIGHEST for action port [ 788.033288] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_rules [ 788.033288] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_members [ 788.033288] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f485de4-f6e4-4a23-9320-8bae2039cd54 with Priority: HIGHEST for action port [ 788.033288] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.033288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.033288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.033288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.033288] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.034196] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.034196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.034196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.034374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.034502] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.034656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.034752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.034944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.036089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.036226] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.037100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f485de4-f6e4-4a23-9320-8bae2039cd54 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.037208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.038108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.038108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.038108] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f485de4-f6e4-4a23-9320-8bae2039cd54',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.043709] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.043709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.044019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.044019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.044138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.044138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 788.044203] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.045538] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 788.076684] env[64376]: INFO networking_nsxv3.common.synchronization [None req-61f6365f-b57f-476e-a00d-5d3df9115df9 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_rules [ 788.077203] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_rules [ 788.077729] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.077729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.134637] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.134827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.134894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.135089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.135823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.136931] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 788.136931] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.136931] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 788.136931] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 788.136931] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 788.136931] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGH for action security_group_rules [ 788.136931] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGH for action security_group_rules [ 788.140461] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGH for action security_group_rules [ 788.140922] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGH for action security_group_rules [ 788.140922] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGH for action security_group_rules [ 788.140922] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGH for action security_group_rules [ 788.140922] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGH for action security_group_rules [ 788.140922] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGH for action security_group_rules [ 788.141204] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGH for action security_group_rules [ 788.141204] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGH for action security_group_rules [ 788.141204] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGH for action security_group_rules [ 788.141204] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGH for action security_group_rules [ 788.141392] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGH for action security_group_rules [ 788.141392] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGH for action security_group_rules [ 788.141392] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGH for action security_group_rules [ 788.141392] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGH for action security_group_rules [ 788.141588] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGH for action security_group_rules [ 788.141588] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGH for action security_group_rules [ 788.141588] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGH for action security_group_rules [ 788.141726] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGH for action security_group_rules [ 788.141776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.187503] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6e3c922-95e7-4ecf-9771-bcf9f8f5385e: rpc.has_security_group_logging(os_id): False [ 788.194459] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.198502] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.207648] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.207818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.207952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.208102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.208290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.208431] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.208540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.208623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.208791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.208902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.208955] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be created. [ 788.256368] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: SUCCESS [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.257742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.257742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.258364] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.281909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.282123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.282214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.282876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.282876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.317993] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: IN_PROGRESS for 2s [ 788.428821] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.429063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.429063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.429219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.429323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.429422] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317392a8-b426-495e-9e53-ca890d9068de already deleted. [ 788.429505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.429682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.429841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.429922] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.541873] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.543616] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.544135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.547750] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f485de4-f6e4-4a23-9320-8bae2039cd54 with status ACTIVE [ 788.548386] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.548386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.548629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.548717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.548918] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.549028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.549092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.549361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.549481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.549684] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.549785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.549880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.550040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.550114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.550200] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f485de4-f6e4-4a23-9320-8bae2039cd54 is going to be updated. [ 788.576258] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.576258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.576258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.576258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.576258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.576258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f485de4-f6e4-4a23-9320-8bae2039cd54" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.697338] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.697338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.697338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.697338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.697338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.697617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be updated. [ 788.700795] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.701139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.701339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.701647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.701751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.701895] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 788.753333] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.753490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.753538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.753751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.753896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.755920] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.756060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.756135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.756345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.756483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.764021] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.776817] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 788.777613] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: IN_PROGRESS for 2s [ 788.942731] env[64376]: INFO networking_nsxv3.common.synchronization [req-b82b2d6f-4d62-4cbe-aa79-5564c2f8e5ce req-70c197ea-c8f5-4cbe-8277-98c50bc0c3f6 tempest-ServerTagsTestJSON-1904417191 tempest-ServerTagsTestJSON-1904417191-project-member] Enqueued Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_members [ 788.943955] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_members [ 788.944779] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGH for action security_group_rules [ 788.944779] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024886f7-9188-4b33-b12f-025fe95a50cd with Priority: HIGH for action security_group_rules [ 788.944779] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGH for action security_group_rules [ 788.944779] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 with Priority: HIGH for action security_group_rules [ 788.944779] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGH for action security_group_rules [ 788.945102] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a with Priority: HIGH for action security_group_rules [ 788.945102] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGH for action security_group_rules [ 788.945256] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 with Priority: HIGH for action security_group_rules [ 788.945417] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 with Priority: HIGH for action security_group_rules [ 788.945581] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGH for action security_group_rules [ 788.945736] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5920a7-6d09-470b-a028-83f74460516b with Priority: HIGH for action security_group_rules [ 788.945890] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db87748-221a-4410-9285-3a3fa9034e02 with Priority: HIGH for action security_group_rules [ 788.946068] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda90c35-d32b-43b9-96ba-24b627435f64 with Priority: HIGH for action security_group_rules [ 788.946233] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGH for action security_group_rules [ 788.946383] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGH for action security_group_rules [ 788.946530] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 with Priority: HIGH for action security_group_rules [ 788.946691] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGH for action security_group_rules [ 788.946842] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGH for action security_group_rules [ 788.946980] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGH for action security_group_rules [ 788.947147] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGH for action security_group_rules [ 788.947596] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.947784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.947885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.948703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.948703] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.948703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.948982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.948982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.949115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.949248] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.952050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.952050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.952050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.952050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.952050] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.952796] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-024886f7-9188-4b33-b12f-025fe95a50cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.952954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.953077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.953390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.953436] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('024886f7-9188-4b33-b12f-025fe95a50cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.955673] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.955673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.955673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.955673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.955673] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.956896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3beba42-13d0-4467-adbd-48ab5ef103b7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.957052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.957146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.958307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.958307] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3beba42-13d0-4467-adbd-48ab5ef103b7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.958867] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.959237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.959237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.959338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.959446] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.961986] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.961986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.961986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.961986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.961986] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('379f6ecc-60c2-4a16-88c1-b9536c7f344a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.963372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.963548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.965600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.965600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.965600] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.965600] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.965600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.965600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.965879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.965879] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0b6aa06-a7a4-4d8a-924e-371685ad64c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.966232] env[64376]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 788.968166] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c5758a2-045a-47b8-bc3a-2c24d405b204 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.968325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.968422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.969305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.969305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c5758a2-045a-47b8-bc3a-2c24d405b204',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.970089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.970238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.970333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.974650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.974650] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.974650] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c5920a7-6d09-470b-a028-83f74460516b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.974650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.974650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.974650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.974650] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c5920a7-6d09-470b-a028-83f74460516b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.974650] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5db87748-221a-4410-9285-3a3fa9034e02 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.974650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.974650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.975245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.975245] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5db87748-221a-4410-9285-3a3fa9034e02',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.975988] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda90c35-d32b-43b9-96ba-24b627435f64 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.976121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.976170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.976371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.976515] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda90c35-d32b-43b9-96ba-24b627435f64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.978029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.978029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.978029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.978324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.978324] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.979559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.979678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.979779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.980516] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.981433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3249774b-c6d1-4b58-babb-b8b88f602c35 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.981587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.981692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.981909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.982031] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3249774b-c6d1-4b58-babb-b8b88f602c35',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.983374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.983593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.983651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.983867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.983982] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.985246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.985402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.985504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.985749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.985817] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.986134] env[64376]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 788.987039] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.987506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.987940] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.988864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.989024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.989123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.990136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.990136] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.996589] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.997063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.997063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.997193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.997592] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.997746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.997848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.998093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.998222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.998361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.998485] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.004519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.004818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.005407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.005807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.006151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.006432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.007165] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 already deleted. [ 789.007313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009088] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.009088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.009225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.009394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.009439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009545] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317392a8-b426-495e-9e53-ca890d9068de already deleted. [ 789.009655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.038397] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.039389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.039389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.039389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.050613] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.070103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.070165] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 024886f7-9188-4b33-b12f-025fe95a50cd is going to be deleted. [ 789.134703] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.134703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.134887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.134985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.135129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.135298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-024886f7-9188-4b33-b12f-025fe95a50cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.265237] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb8c7e2f-da02-4ac9-b5eb-d613326b424a: rpc.has_security_group_logging(os_id): False [ 789.312309] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.312309] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.312309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.312309] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a is going to be created. [ 789.339056] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.339056] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-807" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.339056] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-807" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.339056] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-807" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.339056] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.339056] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.339056] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.339541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.339541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.339634] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.339693] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.339798] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.339906] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.340021] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.340123] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.340271] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.479262] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.479510] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.139 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.479699] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.479911] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-807" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480263] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-0ab9ac28-8851-4a5f-b8df-689de5e398a8 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.480439] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.480558] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.480984] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.481160] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab9ac28-8851-4a5f-b8df-689de5e398a8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.513065] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.513663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513815] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.514126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.514219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.514307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.514457] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.514549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.514611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.514773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.514928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.515030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.515092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.515231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.515324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.515407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.515496] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.543562] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.543766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.543936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.546082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.546082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.557545] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: IN_PROGRESS for 2s [ 789.559288] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.559288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.559493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.559602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.559700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.559798] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 is going to be created. [ 789.564260] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.564260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.564260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.564478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.564519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.564599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.564665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.564822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.564924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.565152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.565233] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.568110] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.568334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.568395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.568561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.568759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.568897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.569032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.569164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.569211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.569313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.569382] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.571221] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.571221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.571221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.571221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.571741] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.571741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.571741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.571741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.572030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.572030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.572111] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.573824] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.573824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.573824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.573824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.573824] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.573824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.573824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.574251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.574251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.574251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.574251] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.577076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.577213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.577259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.577961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.577961] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.577961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.577961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.577961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.577961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.577961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.578215] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.590715] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.591100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.591100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.591253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.591528] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.591747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.591747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592340] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.593604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.593774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.593774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.594227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.594227] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.594483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.594483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.594630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.594920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.594920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.595078] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.604133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.604293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.604528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.604528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.613094] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.613094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.664925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.665359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.670534] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.671444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.671992] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.673041] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.673350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.674039] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.674889] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.675798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.675908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.676894] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3beba42-13d0-4467-adbd-48ab5ef103b7 is going to be deleted. [ 789.678364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.678364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.683287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.683537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.690157] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.690299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.690339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.690539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.690701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.706165] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a023567c-6638-478d-9aef-15a8ebcfc487 in Status: UNINITIALIZED for 2s [ 789.707170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.707291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.715293] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 789.715966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.716154] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be deleted. [ 789.717344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.717555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.737723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.737985] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c5758a2-045a-47b8-bc3a-2c24d405b204 is going to be deleted. [ 789.738982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.739217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.771444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.771730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.782718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.783077] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be deleted. [ 789.784475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.784857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.811302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.811563] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0b6aa06-a7a4-4d8a-924e-371685ad64c8 is going to be deleted. [ 789.812568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.812799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.832234] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.832234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.869298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.869475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.875467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.875609] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5920a7-6d09-470b-a028-83f74460516b is going to be deleted. [ 789.876582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.876746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.929508] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 379f6ecc-60c2-4a16-88c1-b9536c7f344a is going to be deleted. [ 789.930092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.930327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.954384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.954556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.983573] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.984104] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.984386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.984797] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.985238] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.985505] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 0ab9ac28-8851-4a5f-b8df-689de5e398a8 not found, creating... [ 789.988018] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.988018] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.988018] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.988018] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.988018] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.988563] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.988900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.989155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.989525] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.989785] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.990061] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 0ab9ac28-8851-4a5f-b8df-689de5e398a8 is going to be created. [ 790.018664] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949: rpc.has_security_group_logging(os_id): False [ 790.035926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.036109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.038415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.038600] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3249774b-c6d1-4b58-babb-b8b88f602c35 is going to be deleted. [ 790.039624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.039864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.045251] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.045432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048282] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048554] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048702] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.049054] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.049425] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.049559] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.055583] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.055583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.086191] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.089405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.089597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.089644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.089856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.090039] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.090141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.090202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.090409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.090757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.090757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.090757] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.090937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.090937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.091103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.091284] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.091585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.091669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.092186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.092386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.094032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.094032] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.094613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.094751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.094841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.095126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.095346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.095485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.095574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.095805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.095926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.096031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.096266] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.096266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.098461] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.098461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.098461] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.099161] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.099161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.099161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.099279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.099356] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.099511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.099583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.099747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.102724] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.102724] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.102724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.102724] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.102724] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.104563] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.104679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.104750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.106471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.106471] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.106471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.106471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.106471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.106471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.106471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.107878] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.107878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.107878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.107878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.108098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.108176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.108443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108587] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.110735] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.117788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.117871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.123184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.123448] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be deleted. [ 790.124761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.125088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.239041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.239041] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda90c35-d32b-43b9-96ba-24b627435f64 is going to be deleted. [ 790.239547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.240174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.313472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.313472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.317592] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.317592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.386577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.386721] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5db87748-221a-4410-9285-3a3fa9034e02 is going to be deleted. [ 790.387799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.388071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.388184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.388318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3beba42-13d0-4467-adbd-48ab5ef103b7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.388496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.389009] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.389627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.389869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.390507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.390760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.391090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.391231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c5758a2-045a-47b8-bc3a-2c24d405b204" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.391458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.391906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.391906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.391906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.396532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.397542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.397717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.397939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0b6aa06-a7a4-4d8a-924e-371685ad64c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.398420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c5920a7-6d09-470b-a028-83f74460516b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.399160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.409616] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 790.409941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.410316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.410449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.410557] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.460896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.460896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.468387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.468387] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.468387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.468387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.468727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.468727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.468997] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.469166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.469237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.469505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.470515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.470515] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.470515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.470515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.470515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.470515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.470515] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be updated. [ 790.472824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.472824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.473035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.473451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-379f6ecc-60c2-4a16-88c1-b9536c7f344a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.473704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474838] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3249774b-c6d1-4b58-babb-b8b88f602c35" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.475478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.475478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.475595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.475641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda90c35-d32b-43b9-96ba-24b627435f64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.506206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.506335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.506404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.506637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.507032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.507032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5db87748-221a-4410-9285-3a3fa9034e02" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.591133] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8a93f8-b223-4931-9f36-5c8ed8a2308f: rpc.has_security_group_logging(os_id): False [ 790.599653] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7211414-d949-49c9-b169-d92569b4a722: rpc.has_security_group_logging(os_id): False [ 790.603633] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3fd283-266a-4814-bd3c-ea18eaa95bc7: rpc.has_security_group_logging(os_id): False [ 790.606114] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aae1111-49c6-45d8-a9aa-90fb7010d531: rpc.has_security_group_logging(os_id): False [ 790.606531] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de4a18f-b115-4607-a852-d3afad133ba8: rpc.has_security_group_logging(os_id): False [ 790.612738] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 068e3b82-2a4f-4014-aa0c-d8acd89e5efe: rpc.has_security_group_logging(os_id): False [ 790.613977] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15855bac-a707-497d-9102-0d057dbcc2ef: rpc.has_security_group_logging(os_id): False [ 790.668798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.668798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.668798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.669500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.674413] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.674413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.674413] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.674413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.674718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.675026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.675875] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.676136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.677041] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.677421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.678341] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.678618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.711969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711969] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 790.711969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.712174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.712246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.712449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.712509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712623] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 790.713747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.713916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.737227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.737227] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.737227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.737227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.737531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.737565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.738569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.738569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.738569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.738569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.738569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.738569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.738569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.738569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.739034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.739034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.739034] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 790.740458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.740676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.767332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.767649] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.768037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.768037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.768037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.768213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.768213] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 790.769396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.769614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.776161] env[64376]: INFO networking_nsxv3.common.synchronization [req-b82b2d6f-4d62-4cbe-aa79-5564c2f8e5ce req-f3a6adab-577b-4110-b07e-cf20dd691960 service nova] Enqueued Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_rules [ 790.776161] env[64376]: INFO networking_nsxv3.common.synchronization [req-b82b2d6f-4d62-4cbe-aa79-5564c2f8e5ce req-f3a6adab-577b-4110-b07e-cf20dd691960 service nova] Enqueued Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_members [ 790.776161] env[64376]: INFO networking_nsxv3.common.synchronization [req-b82b2d6f-4d62-4cbe-aa79-5564c2f8e5ce req-f3a6adab-577b-4110-b07e-cf20dd691960 service nova] Enqueued Resource ID: 0ab9ac28-8851-4a5f-b8df-689de5e398a8 with Priority: HIGHEST for action port [ 790.776161] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_rules [ 790.776161] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_members [ 790.776161] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab9ac28-8851-4a5f-b8df-689de5e398a8 with Priority: HIGHEST for action port [ 790.778110] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.778340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.778375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.778644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.778725] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.780603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.780722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.780789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.785233] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.785233] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.785233] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab9ac28-8851-4a5f-b8df-689de5e398a8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.785233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.785233] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab9ac28-8851-4a5f-b8df-689de5e398a8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.794745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.795088] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.795208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.795265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.795506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.795591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.795689] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 790.799311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.800349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.800349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.801023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.801207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.804050] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 790.804329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.804496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.804709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.804902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.805045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.805128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.805300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.805381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.805517] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.807120] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 790.807352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.807863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.808095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.808401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.808530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.808595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.808765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.808879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.808987] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.834300] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.834300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.835538] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 790.844586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844789] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.847143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.851246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.851246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.851246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.851246] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be updated. [ 790.851908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.852192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.885023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.885023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.885023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.885023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.885792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.885792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.885792] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 790.887432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.887776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.888104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.890178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.890178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.915013] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.915013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.938590] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.938590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.956468] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.956468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.963526] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 790.963866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.964156] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.964324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.964324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.964709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.964709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.964863] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.964976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.964976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.965184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.965184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.965520] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.965520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.965520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.965966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.965966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.965966] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 790.967893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.968093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.968525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.969423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.969607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.969733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.023230] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 791.085384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 791.098407] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.098621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.098671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.098935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.099086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.110020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.111548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.111655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.111877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.112169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.138397] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 791.154368] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 791.158277] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.158277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.158277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.158277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.158475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.191016] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 791.252564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.252712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.252856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.253018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.253191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.287485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.287612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.291421] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ab9ac28-8851-4a5f-b8df-689de5e398a8 with status ACTIVE [ 791.291554] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.291763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.291763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.292035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.292762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.292762] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.292762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.292762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.292762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.292762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.293129] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.293129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.293129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.294219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.294706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.294850] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ab9ac28-8851-4a5f-b8df-689de5e398a8 is going to be updated. [ 791.297359] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.302124] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 791.311189] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.312081] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.336137] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.336519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.336519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.336683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.336868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.337262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab9ac28-8851-4a5f-b8df-689de5e398a8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575705] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: SUCCESS [ 791.576030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.718708] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a023567c-6638-478d-9aef-15a8ebcfc487 in Status: SUCCESS [ 791.718933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.719176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.719599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.720109] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.720703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.720804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.721053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.722066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.722235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.722344] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.802106] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.815182] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.816037] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.103800] env[64376]: INFO networking_nsxv3.common.synchronization [req-ec113b79-c732-4cc0-86ca-c40fa694c9a9 req-20b2da88-9e11-47a9-a163-94a5f20cf144 tempest-ListServerFiltersTestJSON-1596060523 tempest-ListServerFiltersTestJSON-1596060523-project-member] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 792.106181] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 792.107310] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.107437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.107506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.107816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.107903] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.108017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.108083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.108283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.108408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.108640] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.228322] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.305125] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.305125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.305125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.305522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.305522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.305522] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 is going to be created. [ 792.320078] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.320386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.320386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.320638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.320744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.320852] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 792.322682] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.322844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.322991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.323174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.323269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.323421] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be updated. [ 792.345422] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.345723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.345723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.345988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.346189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.362371] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 in Status: UNINITIALIZED for 2s [ 792.365022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.365022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.365022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.365022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.365022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.366718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.366854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.366934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.367462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.367462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.380127] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 792.380826] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: IN_PROGRESS for 2s [ 792.614566] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.730810] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a023567c-6638-478d-9aef-15a8ebcfc487: rpc.has_security_group_logging(os_id): False [ 792.748912] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.749151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.749151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.749822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.749822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.749822] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.749822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.749822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.750149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.750149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.750149] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 is going to be created. [ 792.822811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.823012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.823060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.823278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.823473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.836151] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a023567c-6638-478d-9aef-15a8ebcfc487 in Status: IN_PROGRESS for 2s [ 792.848949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 792.848949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.979246] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 792.979363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.038133] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 793.038398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.100508] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 793.100728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.118762] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.149368] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 793.149615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.172149] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 793.172383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.204995] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 793.205285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.320631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 793.320912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621222] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.621534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.621534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.621604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.621704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621817] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 793.660368] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.660528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.660603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.660841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.662262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.680904] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 794.151162] env[64376]: INFO networking_nsxv3.common.synchronization [req-1edc1825-9111-45ef-8a8c-d6456ffafc7f req-57abede5-8c51-4c84-8e2d-a8cc84e7651f tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 794.151162] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 794.151486] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.151610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.151680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.151877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.152047] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.152146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.152213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.152325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.152405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.152500] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.379380] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 in Status: SUCCESS [ 794.379621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.379815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.380064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.380268] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.380394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.380461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.380620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.380702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.380785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.380943] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.403906] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.404740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.404740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.404740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.404740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.404740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.404740] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.410220] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 794.410383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.411259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.411479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.411675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.411809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.411885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.412077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.412180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.412272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.412371] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.657315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.657614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.657614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.660569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.660569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.660569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.660569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.660569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.660569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.660569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.660569] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 794.694318] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.694318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.694614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.694614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.694868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.701809] env[64376]: INFO networking_nsxv3.common.synchronization [req-72d83180-dff8-4f95-a627-fda4c050fb45 req-1879b7fe-4255-40cc-89ea-19917317bec7 tempest-ServersTestFqdnHostnames-2088198603 tempest-ServersTestFqdnHostnames-2088198603-project-member] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_members [ 794.702919] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_members [ 794.703841] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.703841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.703841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.704050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.704147] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.704241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.704939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.704939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.705271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.705379] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.711396] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 794.855014] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a023567c-6638-478d-9aef-15a8ebcfc487 in Status: SUCCESS [ 794.855313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.888550] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.888706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.888890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.889123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.890016] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.890016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.890016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.890016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.890016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.890016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.890016] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.890300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.890300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.890300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.890447] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.890552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.890618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.890773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.890851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.891073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.891376] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.911413] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d3976bf-8b30-44bc-ab2e-0ae595383027: rpc.has_security_group_logging(os_id): False [ 794.917681] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.935392] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.935531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.935608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.935806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.961379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.961643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.961769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.961811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.962317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.962317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.962385] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.962454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.962491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.962834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.962834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.962980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.962980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.963351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.963485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.963590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.963699] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 795.059699] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.060086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.060205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.060426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.060580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 795.126578] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.126782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-454" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.127249] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-454" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.127660] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-454" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.127950] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128262] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128428] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128652] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128946] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.129223] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.129370] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.129505] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.129634] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.129770] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.129896] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.130149] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.165365] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.165592] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.165768] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.166051] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-454" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.166510] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-e776a37f-423b-4313-8fe4-0cd306feb18c taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.167308] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.167308] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.167434] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.167759] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e776a37f-423b-4313-8fe4-0cd306feb18c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.209041] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.209112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.209159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.209406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.209537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.209818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.209940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.210084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.210200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.210529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.210529] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 already deleted. [ 795.210529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.396884] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3: rpc.has_security_group_logging(os_id): False [ 795.420552] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.420757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.420831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.421724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.421724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.421724] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.421724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.421724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.422063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.422063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.422438] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.422488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.422534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.422822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.422953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.423179] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.423299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.423512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.423649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.423750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.423861] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 is going to be created. [ 795.425366] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6e3c922-95e7-4ecf-9771-bcf9f8f5385e: rpc.has_security_group_logging(os_id): False [ 795.465498] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.465713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.465807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.465954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.466045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.466341] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.466474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.466541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.466708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.466906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.466906] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be updated. [ 795.516976] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.516976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.516976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.517418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.517506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.529660] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.529910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.529910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.530313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.533539] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 in Status: IN_PROGRESS for 2s [ 795.560847] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: IN_PROGRESS for 2s [ 795.672416] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.672946] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.672946] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.673262] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.673403] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.673575] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port e776a37f-423b-4313-8fe4-0cd306feb18c not found, creating... [ 795.673915] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.674145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.674303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.674570] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.674729] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.675160] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.675353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.675507] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.675812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.675980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.676173] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: e776a37f-423b-4313-8fe4-0cd306feb18c is going to be created. [ 795.692209] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 795.694037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.703600] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.703852] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.703948] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.704279] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.704522] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.704761] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.337022] env[64376]: INFO networking_nsxv3.common.synchronization [req-a6d0acbf-0195-4373-9481-3addc497b4e9 req-af4bb395-7485-4f1d-bdbe-841b7692737d tempest-ServersAdminNegativeTestJSON-1876615987 tempest-ServersAdminNegativeTestJSON-1876615987-project-member] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 796.337022] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 796.337466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.337718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.337875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.339284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.339284] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.339284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.339284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.339284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.339284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339284] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.394657] env[64376]: INFO networking_nsxv3.common.synchronization [req-72d83180-dff8-4f95-a627-fda4c050fb45 req-e1a216cc-d234-4efb-aea4-88c59861077c service nova] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_rules [ 796.394926] env[64376]: INFO networking_nsxv3.common.synchronization [req-72d83180-dff8-4f95-a627-fda4c050fb45 req-e1a216cc-d234-4efb-aea4-88c59861077c service nova] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_members [ 796.394926] env[64376]: INFO networking_nsxv3.common.synchronization [req-72d83180-dff8-4f95-a627-fda4c050fb45 req-e1a216cc-d234-4efb-aea4-88c59861077c service nova] Enqueued Resource ID: e776a37f-423b-4313-8fe4-0cd306feb18c with Priority: HIGHEST for action port [ 796.395372] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_rules [ 796.395505] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_members [ 796.395603] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e776a37f-423b-4313-8fe4-0cd306feb18c with Priority: HIGHEST for action port [ 796.395886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.396014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.396857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.397123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.397260] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.398764] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.399076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.399276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.399417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.399620] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.399890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.400014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.400208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.400321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.400435] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.401338] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e776a37f-423b-4313-8fe4-0cd306feb18c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.401476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.401807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.401807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.401871] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e776a37f-423b-4313-8fe4-0cd306feb18c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.722887] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 796.723327] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 796.723496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.840528] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.904327] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e776a37f-423b-4313-8fe4-0cd306feb18c with status ACTIVE [ 796.904569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.904732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.904802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.905055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.905148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.905367] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.905470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.905547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.906112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.906198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.906421] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.906529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.906744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.906818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.906904] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e776a37f-423b-4313-8fe4-0cd306feb18c is going to be updated. [ 796.908145] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.909151] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.909259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.933950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.934142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.934197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.934384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.934521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.934674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e776a37f-423b-4313-8fe4-0cd306feb18c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.104584] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 797.104584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.104584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.104584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.104584] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.343197] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.410908] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.467782] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-062457f6-3bbd-4e16-abd9-ec29b801b694 tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 797.468466] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 797.468868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.470133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.470133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.470470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.471075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.471220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.471369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.471546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.472896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.472896] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.550174] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 in Status: SUCCESS [ 797.550749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.577111] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 797.577111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.607485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.607485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.607485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.607485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.607826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.607826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.610741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.611097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.611198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.611293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.611384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.839480] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-c9427420-4184-40ff-b661-21ff6e187199 tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 797.840194] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 797.840494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.840582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.847536] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.847669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.847910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.848189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.848189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.848286] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be updated. [ 797.882674] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.882826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.882897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.883144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.883459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.894045] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: IN_PROGRESS for 2s [ 797.914577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.914735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.915502] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.915732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.915841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.915953] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 is going to be created. [ 797.970100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.970351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.970437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.970695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.970920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.982977] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 in Status: UNINITIALIZED for 2s [ 797.983315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.983449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.983507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.983723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.983815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.983983] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.984161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.984161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.984609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.984609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.984609] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 already deleted. [ 797.984609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.984766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.984875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.986792] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.986968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.987051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.987287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.987381] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.116440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.116440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.117905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.117905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.117905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.117905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.117905] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.171761] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-8fef8942-9315-45e3-91bd-365fbb038e76 tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 798.172902] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 798.173293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.173393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.493021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.493021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.493021] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 already deleted. [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.493732] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.537843] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.538074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.538220] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.538556] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.538852] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.539024] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.539152] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.539386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.539532] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.539742] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.539856] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.539960] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.540089] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.540222] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.540333] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.540464] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.559266] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.559428] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.559515] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.559696] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.560016] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-8212a917-d7ec-44ba-9131-34b5c749f35f taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.560200] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.560320] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.560664] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.560807] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8212a917-d7ec-44ba-9131-34b5c749f35f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.620448] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d3976bf-8b30-44bc-ab2e-0ae595383027: rpc.has_security_group_logging(os_id): False [ 798.638604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.638797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.638843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.639114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.639234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.639429] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.639531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.639592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.639746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.639816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.640073] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.640179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.640239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.640380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.640455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.640737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.640834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.640892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.641077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.641150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.641239] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 798.703951] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.721961] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 798.996085] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.997380] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.997380] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 already deleted. [ 798.997380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.063284] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.063490] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.063611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.063882] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.064042] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.064191] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 8212a917-d7ec-44ba-9131-34b5c749f35f not found, creating... [ 799.064438] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.064591] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.064703] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.064911] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.065058] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.065351] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.065774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.065774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.065881] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.065999] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.066175] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 8212a917-d7ec-44ba-9131-34b5c749f35f is going to be created. [ 799.089793] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.090070] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.090158] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.090571] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.090651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.090809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.799358] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-3e8aae44-0dc5-413d-8e02-c682005a68ed service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 799.800110] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-3e8aae44-0dc5-413d-8e02-c682005a68ed service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 799.800283] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-3e8aae44-0dc5-413d-8e02-c682005a68ed service nova] Enqueued Resource ID: 8212a917-d7ec-44ba-9131-34b5c749f35f with Priority: HIGHEST for action port [ 799.800821] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 799.801040] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 799.801163] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8212a917-d7ec-44ba-9131-34b5c749f35f with Priority: HIGHEST for action port [ 799.801533] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.801600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.801600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.801852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.802044] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.802893] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.803581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.803581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.803581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.803581] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.803581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.803581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.803840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.803925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.803996] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.804797] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8212a917-d7ec-44ba-9131-34b5c749f35f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.804911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.804988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.806124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.806124] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8212a917-d7ec-44ba-9131-34b5c749f35f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.905205] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 799.905205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.992372] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 in Status: SUCCESS [ 799.992575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.992754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.993060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.993268] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.993603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.993673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.993924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.993924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.994053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.994288] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.307455] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.307455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.307455] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.310528] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8212a917-d7ec-44ba-9131-34b5c749f35f with status ACTIVE [ 800.311225] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.311225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.311225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.311225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.311985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.311985] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.311985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.311985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.311985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.311985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.312376] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.312376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.312376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.312541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.312541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.312636] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8212a917-d7ec-44ba-9131-34b5c749f35f is going to be updated. [ 800.340297] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.340297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.340297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.340297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.340297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.340297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8212a917-d7ec-44ba-9131-34b5c749f35f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496453] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.728045] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.728220] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-460" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.728263] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-460" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.728661] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-460" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.729026] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.729213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.729336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.729566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.729786] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.730088] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.730197] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.730312] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.730420] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.730533] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.730636] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.730766] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.738961] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 800.739229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.750494] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.750605] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.750748] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.750976] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-460" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.751377] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-3032e1de-ba7b-46f6-8212-0134546df3fc taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.752166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.752166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.752166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.752166] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3032e1de-ba7b-46f6-8212-0134546df3fc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.808718] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.998918] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d99a0efa-ba1b-4f59-a870-9100fefa95b5: rpc.has_security_group_logging(os_id): False [ 801.017855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.018017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.018112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.018310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.018401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.018866] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.019048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.019159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.019314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.019398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.019491] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 is going to be created. [ 801.078519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.078803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.078803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.078973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.079175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089834] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 in Status: IN_PROGRESS for 2s [ 801.255119] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.255899] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.255899] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.255899] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.255899] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.256274] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 3032e1de-ba7b-46f6-8212-0134546df3fc not found, creating... [ 801.256348] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.256568] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.257566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.257566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.257566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.257566] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.257566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.257566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.257889] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.257889] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.257963] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 3032e1de-ba7b-46f6-8212-0134546df3fc is going to be created. [ 801.279044] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.279044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.279044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.279416] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.279514] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.279770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.311538] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.311854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.311854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.311986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.312109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.312209] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be created. [ 801.346549] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.346757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.346757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.347214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.347312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.358338] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: UNINITIALIZED for 2s [ 801.991666] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-e9efec57-bef6-4d2f-a1cb-4307a60d4be6 service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 801.991841] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-e9efec57-bef6-4d2f-a1cb-4307a60d4be6 service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 801.992015] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-e9efec57-bef6-4d2f-a1cb-4307a60d4be6 service nova] Enqueued Resource ID: 3032e1de-ba7b-46f6-8212-0134546df3fc with Priority: HIGHEST for action port [ 801.992605] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 801.992795] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 801.992899] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3032e1de-ba7b-46f6-8212-0134546df3fc with Priority: HIGHEST for action port [ 801.993231] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.993357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.993565] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.993846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.993846] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-3032e1de-ba7b-46f6-8212-0134546df3fc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.993999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.993999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.994175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.994270] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3032e1de-ba7b-46f6-8212-0134546df3fc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.497556] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3032e1de-ba7b-46f6-8212-0134546df3fc with status ACTIVE [ 802.497825] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.497927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.497993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.498234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.498327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.498510] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.498610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.498669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.498817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.498908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.499120] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.499206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.499259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.499400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.499468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.499655] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3032e1de-ba7b-46f6-8212-0134546df3fc is going to be updated. [ 802.524180] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.524341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.524413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.524743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.524815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.524933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3032e1de-ba7b-46f6-8212-0134546df3fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.932965] env[64376]: INFO networking_nsxv3.common.synchronization [None req-464e7019-597e-4691-9629-c15be1488641 None None] Enqueued Resource ID: bb59d21a-6723-4edb-bbf7-a530b96ad28c with Priority: HIGHEST for action port [ 802.933242] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb59d21a-6723-4edb-bbf7-a530b96ad28c with Priority: HIGHEST for action port [ 802.933933] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb59d21a-6723-4edb-bbf7-a530b96ad28c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.934064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb59d21a-6723-4edb-bbf7-a530b96ad28c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.934064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb59d21a-6723-4edb-bbf7-a530b96ad28c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.934303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb59d21a-6723-4edb-bbf7-a530b96ad28c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.934384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb59d21a-6723-4edb-bbf7-a530b96ad28c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.980770] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.980770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.980770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.980770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.980770] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.981956] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.982323] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.982694] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.983187] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.983529] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.983839] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.986018] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.986018] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.986018] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.986018] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.986018] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.004316] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.005141] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.005433] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.005715] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-452" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.007033] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-f205750d-ae7f-4e2d-99d2-110fd94c2d14 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.007033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.007033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.007033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.007033] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f205750d-ae7f-4e2d-99d2-110fd94c2d14',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.107701] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 in Status: SUCCESS [ 803.107701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.368597] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 803.368817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.369040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.369272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.369479] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.369629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.369711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.369852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.369934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.370047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.370151] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.372195] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.372424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.373745] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.373839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.373898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.374069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.374155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.374253] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.436201] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb59d21a-6723-4edb-bbf7-a530b96ad28c [ 803.436392] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.436522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.436931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.437067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.437170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.437283] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb59d21a-6723-4edb-bbf7-a530b96ad28c already deleted. [ 803.437389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb59d21a-6723-4edb-bbf7-a530b96ad28c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.510414] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.510826] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.511018] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.511409] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.511643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.511880] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port f205750d-ae7f-4e2d-99d2-110fd94c2d14 not found, creating... [ 803.512309] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.512561] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.512725] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.513508] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.513721] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.514085] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.514262] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.514388] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.514625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.514762] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.514898] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: f205750d-ae7f-4e2d-99d2-110fd94c2d14 is going to be created. [ 803.543554] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.543775] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.543895] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.544259] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.544518] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.544834] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.876794] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.876932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.877238] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.270831] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-f4353963-8761-4b42-afe7-939b3b304954 service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 804.271051] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-f4353963-8761-4b42-afe7-939b3b304954 service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 804.271235] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb4d8801-0cf7-47cc-b52f-35936e963873 req-f4353963-8761-4b42-afe7-939b3b304954 service nova] Enqueued Resource ID: f205750d-ae7f-4e2d-99d2-110fd94c2d14 with Priority: HIGHEST for action port [ 804.272389] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 804.272389] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 804.272389] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f205750d-ae7f-4e2d-99d2-110fd94c2d14 with Priority: HIGHEST for action port [ 804.272389] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.272714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.272714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.272874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.272962] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f205750d-ae7f-4e2d-99d2-110fd94c2d14 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.273109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.273109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.273420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.273420] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f205750d-ae7f-4e2d-99d2-110fd94c2d14',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.378984] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.779794] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f205750d-ae7f-4e2d-99d2-110fd94c2d14 with status ACTIVE [ 804.780100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.780285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.780371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.780626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.780750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.781016] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.781135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.781200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.781421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.781492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.781778] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.781887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.781991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.782236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.782405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.782536] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f205750d-ae7f-4e2d-99d2-110fd94c2d14 is going to be updated. [ 804.818178] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.819285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.819285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.819285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.819285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.819285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f205750d-ae7f-4e2d-99d2-110fd94c2d14" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.884640] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.884640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.884640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.884640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.884640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.884640] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 804.938660] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.938956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.938997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.940404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.942743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.960627] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 805.012033] env[64376]: INFO networking_nsxv3.common.synchronization [req-09bc8449-a387-4ed1-9ff5-b870cffe8527 req-1c92277d-5e90-4e49-bd8c-1933ffd9a487 tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 805.012033] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 805.012033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.012033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.012033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.012033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.012033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.012033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.012033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.012493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.012493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.012493] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.515413] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.732561] env[64376]: INFO networking_nsxv3.common.synchronization [None req-4728e52d-8bbb-4e9b-b665-e79307e29f75 None None] Enqueued Resource ID: 6e6e96de-3aac-41cf-88ec-f2cfda152611 with Priority: HIGHEST for action port [ 805.732730] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6e96de-3aac-41cf-88ec-f2cfda152611 with Priority: HIGHEST for action port [ 805.732964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e6e96de-3aac-41cf-88ec-f2cfda152611 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.733160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e6e96de-3aac-41cf-88ec-f2cfda152611" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.733258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e6e96de-3aac-41cf-88ec-f2cfda152611" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.733888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e6e96de-3aac-41cf-88ec-f2cfda152611" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.734023] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e6e96de-3aac-41cf-88ec-f2cfda152611',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.018116] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.235967] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e6e96de-3aac-41cf-88ec-f2cfda152611 [ 806.236245] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.236413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.236453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.236644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.236734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.236833] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e6e96de-3aac-41cf-88ec-f2cfda152611 already deleted. [ 806.236942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e6e96de-3aac-41cf-88ec-f2cfda152611" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.521889] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.522063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.522133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.522448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.522595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.522915] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 806.553988] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.553988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.553988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.553988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.554194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.566131] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 806.971665] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 806.971773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.971888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.972141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.972406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.972575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.972614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.972762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.973101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.973101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.973101] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.973226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.973320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.974348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.974348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.974348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.974348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.974348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.974348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.974764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.974764] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.975871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.976049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.976203] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.976730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.976730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.976880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.976959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.978225] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.480437] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69f5b82-7a7a-4485-8035-1f33698e7577: rpc.has_security_group_logging(os_id): False [ 807.482053] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.501213] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.501568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.501667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.501898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.502032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.502255] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.502406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.502460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.502637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.504147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.504147] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.504147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.504147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.504147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.504147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.504473] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.504473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.504473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.504612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.504695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.504772] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be created. [ 807.570512] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.570659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.570763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.571032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.571226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.587583] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 807.984221] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.488339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.488720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.488720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.489979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.491087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.491087] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 808.522666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.522910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.522910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.523535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.523535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.536493] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 808.544852] env[64376]: INFO networking_nsxv3.common.synchronization [req-73c30b7b-3dac-4ca5-a063-3f05994be48f req-11bba4a7-a850-492f-a9d2-a9fae21223cc tempest-ServersWithSpecificFlavorTestJSON-594084426 tempest-ServersWithSpecificFlavorTestJSON-594084426-project-member] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 808.545196] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 808.545524] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.545661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.545710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.545897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.546121] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.546293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.546293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.546458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.546518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.546599] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.576420] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 808.576617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.050046] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.050046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.050046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.050046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.078898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.078898] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.078898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.078898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.078898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.079370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.079370] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be updated. [ 809.135090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.135777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.135777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.135777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.135777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.147039] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: IN_PROGRESS for 2s [ 809.530591] env[64376]: INFO networking_nsxv3.common.synchronization [None req-61e4efbd-f61e-4dea-80c1-75874691f446 tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 2cba2643-95b9-4a22-a07e-37264e441563 with Priority: HIGHEST for action security_group_rules [ 809.531379] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cba2643-95b9-4a22-a07e-37264e441563 with Priority: HIGHEST for action security_group_rules [ 809.531696] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cba2643-95b9-4a22-a07e-37264e441563 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.531810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.531868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.532143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.532220] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cba2643-95b9-4a22-a07e-37264e441563',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.600894] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 809.602842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.602842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.602842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.602842] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.643243] env[64376]: INFO networking_nsxv3.common.synchronization [None req-a37d0748-74b2-4c4d-82d1-5b79035878c3 tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 2cba2643-95b9-4a22-a07e-37264e441563 with Priority: HIGHEST for action security_group_rules [ 809.645950] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cba2643-95b9-4a22-a07e-37264e441563 with Priority: HIGHEST for action security_group_rules [ 809.646761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cba2643-95b9-4a22-a07e-37264e441563 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.646939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.929962] env[64376]: INFO networking_nsxv3.common.synchronization [req-da214e30-7251-4959-b8a4-e5d5ffa145d7 req-ce0eb3a7-cc61-45bb-b29d-7c1d4696da8e tempest-ServerTagsTestJSON-1904417191 tempest-ServerTagsTestJSON-1904417191-project-member] Enqueued Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_members [ 809.930589] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGHEST for action security_group_members [ 809.935541] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.935684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.935755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.935962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.936173] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.936326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.936326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.936479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.936532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.936622] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.059698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.059858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.059916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.060140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.060246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.060346] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cba2643-95b9-4a22-a07e-37264e441563 already deleted. [ 810.060429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.060584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.060742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.060826] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cba2643-95b9-4a22-a07e-37264e441563',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.105477] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.105697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.440063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.440271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.440329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.440635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.440774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.440928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.441138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.441224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.441390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.441650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.441743] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 is going to be updated. [ 810.480467] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.480653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.480723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.480871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.481041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.492666] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 in Status: IN_PROGRESS for 2s [ 810.547306] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 810.547623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.547708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.547932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.548136] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.548256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.548394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.548449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.548584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.548626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.548725] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.584504] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.584504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.584504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.584504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.584504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.584504] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cba2643-95b9-4a22-a07e-37264e441563 already deleted. [ 810.584504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cba2643-95b9-4a22-a07e-37264e441563" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.051702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.051858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.051919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.052563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.052818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.053658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054217] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.054318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.054376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.054511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.054647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.054736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.054797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.054929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.055012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.055099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.055189] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.159982] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 811.159982] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 deletion is rescheduled due to dependency. [ 811.159982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559119] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69f5b82-7a7a-4485-8035-1f33698e7577: rpc.has_security_group_logging(os_id): False [ 811.588038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.588038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.588038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.588038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.588826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.588826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.588826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.588826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.591372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.591372] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 811.679047] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.679227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.679291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.679562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.679687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.708264] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 812.504783] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 in Status: SUCCESS [ 812.504998] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 deletion is rescheduled due to dependency. [ 812.505132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.908368] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b5955035-5660-4b86-a3dd-a0831a0c252c None None] Enqueued Resource ID: c8f99a1c-fd3e-4260-a0a8-2dadd7803d20 with Priority: HIGHEST for action port [ 812.908883] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f99a1c-fd3e-4260-a0a8-2dadd7803d20 with Priority: HIGHEST for action port [ 812.910228] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f99a1c-fd3e-4260-a0a8-2dadd7803d20 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.910228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f99a1c-fd3e-4260-a0a8-2dadd7803d20" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.910228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f99a1c-fd3e-4260-a0a8-2dadd7803d20" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.910228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f99a1c-fd3e-4260-a0a8-2dadd7803d20" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.910228] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f99a1c-fd3e-4260-a0a8-2dadd7803d20',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.412035] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8f99a1c-fd3e-4260-a0a8-2dadd7803d20 [ 813.412485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.412841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.412941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.413203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.413352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.413496] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8f99a1c-fd3e-4260-a0a8-2dadd7803d20 already deleted. [ 813.413583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f99a1c-fd3e-4260-a0a8-2dadd7803d20" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.591442] env[64376]: INFO networking_nsxv3.common.synchronization [req-762e7cbc-a69e-460f-beef-b19140d06126 req-5f559ea1-a535-478a-8d02-290f52dbca90 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_members [ 813.593568] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_members [ 813.594059] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.594688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.594688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.595917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.596159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.596324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.596583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.596764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596947] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.724924] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 813.724924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.725110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.725564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.725564] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.897221] env[64376]: INFO networking_nsxv3.common.synchronization [None req-0863f452-8724-4f05-8029-82f7fb1dcb3c None None] Enqueued Resource ID: 02efccb7-5505-4a71-a753-2985d6e49134 with Priority: HIGHEST for action port [ 813.898101] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02efccb7-5505-4a71-a753-2985d6e49134 with Priority: HIGHEST for action port [ 813.898480] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-02efccb7-5505-4a71-a753-2985d6e49134 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.900301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02efccb7-5505-4a71-a753-2985d6e49134" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.900301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02efccb7-5505-4a71-a753-2985d6e49134" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.900301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02efccb7-5505-4a71-a753-2985d6e49134" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.900301] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02efccb7-5505-4a71-a753-2985d6e49134',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.998796] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.998796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.998796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.998796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.998796] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.998796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.999467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.000639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.000639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.000639] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.000639] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.000639] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.000639] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.001973] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.001973] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.001973] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.024800] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.025136] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.025136] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.025359] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025610] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4d09ee13-3a4e-46c9-a311-78a8526fc73f taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.026494] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.026759] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d09ee13-3a4e-46c9-a311-78a8526fc73f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.099518] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.099727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.099784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.100061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.100191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100424] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.100640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.100640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.100765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.100859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100954] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 already deleted. [ 814.101133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.230176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.230404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.230469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.230704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.231050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.231050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.231158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.231250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.231334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.231419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.231508] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.402036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02efccb7-5505-4a71-a753-2985d6e49134 [ 814.402036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.402036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.402036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.402036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.402036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.402036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02efccb7-5505-4a71-a753-2985d6e49134 already deleted. [ 814.402036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02efccb7-5505-4a71-a753-2985d6e49134" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.532671] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.532671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.532671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.532671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.532671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.532671] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4d09ee13-3a4e-46c9-a311-78a8526fc73f not found, creating... [ 814.533091] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.533257] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.533455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.535147] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.535147] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.535147] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.535147] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.535147] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.535425] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.535601] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.539276] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4d09ee13-3a4e-46c9-a311-78a8526fc73f is going to be created. [ 814.558081] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.559208] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.559208] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.559208] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.559208] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.559551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.737484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.738450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.738450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.738875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.738875] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.738875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.738875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.739046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.739135] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.739235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.739293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.739411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.739484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.739564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.739654] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.244614] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69f5b82-7a7a-4485-8035-1f33698e7577: rpc.has_security_group_logging(os_id): False [ 815.261757] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.261951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.261951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.262223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.262368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.262580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.262687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.262746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.262906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.263235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.263662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.263827] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.264086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.264086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.264404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 815.289574] env[64376]: INFO networking_nsxv3.common.synchronization [req-762e7cbc-a69e-460f-beef-b19140d06126 req-74fa05c0-b131-4daa-b977-c9211ce9aae0 service nova] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_rules [ 815.289855] env[64376]: INFO networking_nsxv3.common.synchronization [req-762e7cbc-a69e-460f-beef-b19140d06126 req-74fa05c0-b131-4daa-b977-c9211ce9aae0 service nova] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_members [ 815.290032] env[64376]: INFO networking_nsxv3.common.synchronization [req-762e7cbc-a69e-460f-beef-b19140d06126 req-74fa05c0-b131-4daa-b977-c9211ce9aae0 service nova] Enqueued Resource ID: 4d09ee13-3a4e-46c9-a311-78a8526fc73f with Priority: HIGHEST for action port [ 815.290524] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_rules [ 815.290714] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_members [ 815.290774] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d09ee13-3a4e-46c9-a311-78a8526fc73f with Priority: HIGHEST for action port [ 815.292311] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.292311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.292311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.292311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.292311] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.293384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.297338] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.297338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.297338] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.299402] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d09ee13-3a4e-46c9-a311-78a8526fc73f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.299402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.299402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.299402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.299402] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d09ee13-3a4e-46c9-a311-78a8526fc73f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.327619] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.327759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.327926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.328081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.328254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.346057] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 815.804137] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.805420] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.805523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.806698] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d09ee13-3a4e-46c9-a311-78a8526fc73f with status ACTIVE [ 815.808585] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.808713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.808781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.808985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.809102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.809282] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.809723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.809723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.809723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.809904] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.809904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.809994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.812254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.812343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.812429] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d09ee13-3a4e-46c9-a311-78a8526fc73f is going to be updated. [ 815.835521] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.835692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.835692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.835905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.836079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.836824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d09ee13-3a4e-46c9-a311-78a8526fc73f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.000151] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2bd74118-86f5-4460-a065-b6299bd21773 None None] Enqueued Resource ID: e478fd17-8cf1-4edd-8dd3-15a765042ecd with Priority: HIGHEST for action port [ 816.001112] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e478fd17-8cf1-4edd-8dd3-15a765042ecd with Priority: HIGHEST for action port [ 816.001401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e478fd17-8cf1-4edd-8dd3-15a765042ecd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.001573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e478fd17-8cf1-4edd-8dd3-15a765042ecd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.001664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e478fd17-8cf1-4edd-8dd3-15a765042ecd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.002432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e478fd17-8cf1-4edd-8dd3-15a765042ecd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.002432] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e478fd17-8cf1-4edd-8dd3-15a765042ecd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.180868] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d5eab1f6-ac67-456c-a7f1-335303d2a36b None None] Enqueued Resource ID: 977d587d-7e4c-4d33-95fd-5f50dd6b0bc9 with Priority: HIGHEST for action port [ 816.181570] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d587d-7e4c-4d33-95fd-5f50dd6b0bc9 with Priority: HIGHEST for action port [ 816.181911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-977d587d-7e4c-4d33-95fd-5f50dd6b0bc9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.182066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-977d587d-7e4c-4d33-95fd-5f50dd6b0bc9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.182138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-977d587d-7e4c-4d33-95fd-5f50dd6b0bc9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.182411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-977d587d-7e4c-4d33-95fd-5f50dd6b0bc9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.182542] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977d587d-7e4c-4d33-95fd-5f50dd6b0bc9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.314656] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.505036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e478fd17-8cf1-4edd-8dd3-15a765042ecd [ 816.506696] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.506696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.506696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.506696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.506696] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e478fd17-8cf1-4edd-8dd3-15a765042ecd already deleted. [ 816.506696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e478fd17-8cf1-4edd-8dd3-15a765042ecd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.684625] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 977d587d-7e4c-4d33-95fd-5f50dd6b0bc9 [ 816.685073] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.685073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.685207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.685418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.685490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.685606] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:977d587d-7e4c-4d33-95fd-5f50dd6b0bc9 already deleted. [ 816.685795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-977d587d-7e4c-4d33-95fd-5f50dd6b0bc9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.817537] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.817682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.817749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.817955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.819106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.819106] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 is going to be created. [ 816.842276] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.842498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.842498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.842720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.842857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.854752] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 in Status: UNINITIALIZED for 2s [ 817.328858] env[64376]: INFO networking_nsxv3.common.synchronization [req-b20901fb-5f44-4746-baa3-04f04d02733d req-7a91fc44-fe2c-4e1d-b7c8-cba6c6d4bd09 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 817.329537] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 817.329860] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.329979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.330099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.330519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.330644] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.331945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.332061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.332276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.332367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.332494] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.363394] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 817.366022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.736803] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.736985] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.737064] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.737305] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.737554] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.737706] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.738465] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.738752] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.738917] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.740303] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.740425] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.740538] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.740647] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.740759] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.740863] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.740996] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.759696] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.759929] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.760019] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.760191] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.760616] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-e654bc57-6520-4a9a-9e40-67996c8f0d64 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.760812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.760910] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.761381] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.761567] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e654bc57-6520-4a9a-9e40-67996c8f0d64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.835382] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.835382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.835382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.835382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.835672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.835672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.835794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.835843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.835960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.836045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.836133] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be deleted. [ 817.869925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.870130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.870214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.870468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.870558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.870657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265435] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.265435] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.265435] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.265435] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.265435] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265435] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port e654bc57-6520-4a9a-9e40-67996c8f0d64 not found, creating... [ 818.266913] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.267467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.267467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.267602] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.267696] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.267995] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.268157] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.268263] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.268468] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.268588] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.268719] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: e654bc57-6520-4a9a-9e40-67996c8f0d64 is going to be created. [ 818.297518] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.297717] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.297838] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.298124] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.298356] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.298583] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.865022] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 in Status: SUCCESS [ 818.865363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.865426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.865649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.865835] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.865943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.866058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.866216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.866306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.866384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.866476] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.051451] env[64376]: INFO networking_nsxv3.common.synchronization [req-b20901fb-5f44-4746-baa3-04f04d02733d req-68cc0e1f-1962-41b0-876e-cec9571261f8 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 819.051625] env[64376]: INFO networking_nsxv3.common.synchronization [req-b20901fb-5f44-4746-baa3-04f04d02733d req-68cc0e1f-1962-41b0-876e-cec9571261f8 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 819.051762] env[64376]: INFO networking_nsxv3.common.synchronization [req-b20901fb-5f44-4746-baa3-04f04d02733d req-68cc0e1f-1962-41b0-876e-cec9571261f8 service nova] Enqueued Resource ID: e654bc57-6520-4a9a-9e40-67996c8f0d64 with Priority: HIGHEST for action port [ 819.052820] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 819.052958] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 819.053071] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e654bc57-6520-4a9a-9e40-67996c8f0d64 with Priority: HIGHEST for action port [ 819.053363] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.053491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.053549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.053734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.053815] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.055993] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.055993] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.055993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.055993] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.060116] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-e654bc57-6520-4a9a-9e40-67996c8f0d64 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.060116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.060116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.060116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.060116] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e654bc57-6520-4a9a-9e40-67996c8f0d64',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.368837] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.559637] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.563780] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.563780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.563780] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e654bc57-6520-4a9a-9e40-67996c8f0d64 with status ACTIVE [ 819.563780] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.563780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.564245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.564245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.564316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.564579] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.564743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.564854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.565123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.565262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.565540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.565803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.565961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.566125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.566308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.566398] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e654bc57-6520-4a9a-9e40-67996c8f0d64 is going to be updated. [ 819.687019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.687198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.687257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.687485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.687624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.687784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e654bc57-6520-4a9a-9e40-67996c8f0d64" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.871241] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393f8b1-304b-48ba-b0c2-86163908cf18: rpc.has_security_group_logging(os_id): False [ 819.901173] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.901173] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.901173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.901173] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 is going to be created. [ 819.960971] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.961236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.961291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.961485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.961668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.974128] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 in Status: IN_PROGRESS for 2s [ 820.070639] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.575344] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.575344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.575344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.575344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.575344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575344] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be created. [ 820.602194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.602871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.602871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.602871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.602871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.614740] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: UNINITIALIZED for 2s [ 820.762759] env[64376]: INFO networking_nsxv3.common.synchronization [req-ee03ede4-1a2c-44fb-85d1-a17b7f07016d req-c7897e80-1192-47c6-8759-e382ed5a1cbd tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 820.764079] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 820.764079] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.764079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.764079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.764079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.764295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.764340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.764376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.764515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.764594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.764688] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.987504] env[64376]: INFO networking_nsxv3.common.synchronization [req-ee03ede4-1a2c-44fb-85d1-a17b7f07016d req-3be58cf4-9441-4293-a768-ea376d7564f8 tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 820.988165] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 820.988475] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.988578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.199416] env[64376]: INFO networking_nsxv3.common.synchronization [req-ee03ede4-1a2c-44fb-85d1-a17b7f07016d req-27cac995-50d7-4ad4-8c70-eafaefacd5ad tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 821.200159] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 821.200519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.200670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.271326] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.773883] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.987360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 in Status: SUCCESS [ 821.987601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.275789] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.275954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.276032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.276279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.276371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.276475] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 822.308411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.308580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.308629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.308896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.309192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.320233] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 822.625705] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 822.625914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.626117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.626356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.626550] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.626667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.626757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.626876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.626957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.627056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.627148] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.129578] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.129914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.129914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.130210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.130210] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.130449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.130449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.130555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.130631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.130689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.130845] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.130939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.130998] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.131280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.131503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.131503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.131669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.131669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.131756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.131808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.131885] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.634426] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ea2e2da-bd72-4335-9de2-33fbdb288e26: rpc.has_security_group_logging(os_id): False [ 823.652994] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.653205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.653264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.653452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.653727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.653959] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.654106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.654157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.654302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.654393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.654576] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.654670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.654735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.654867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.654942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.655169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.655267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.655326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.655465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.655539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.655615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be created. [ 823.729219] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.729450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.729520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.729774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.730091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.743536] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 824.332199] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 824.332199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.332624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.332624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.332822] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.332942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.333029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.333261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.333393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.333517] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.836310] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.836465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.836538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.836751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.836843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.837046] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.837149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.837212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.837360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.837434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.837523] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 824.864356] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.864611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.864611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.864759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.864901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.874755] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 825.569886] env[64376]: INFO networking_nsxv3.common.synchronization [req-5fce5fbf-e873-40dd-825e-8fa2679aec77 req-82de57c3-aefd-48c3-914d-a616e4b76a31 tempest-ServerRescueTestJSON-1473907419 tempest-ServerRescueTestJSON-1473907419-project-member] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 825.572039] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 825.572427] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.572568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.572649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.572821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.572964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.573076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.573132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.573312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.573348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.573494] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.759967] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 825.759967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.895313] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.895313] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.895313] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.895564] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.895759] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.895895] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.896015] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.896231] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.896398] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.896654] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.896772] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.896878] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.896984] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.897107] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.897214] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.897342] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.919889] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.919983] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.920133] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.920315] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-485" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.920665] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-b60d1344-020d-4838-abbf-fa7253919590 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.920793] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.920897] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.921320] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.921460] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60d1344-020d-4838-abbf-fa7253919590',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.076104] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.424356] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.424633] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.424756] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.425067] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.425218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.425381] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port b60d1344-020d-4838-abbf-fa7253919590 not found, creating... [ 826.425650] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.425801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.425909] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.426144] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.426272] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.426547] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.426687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.426797] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.427124] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.427322] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.427565] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: b60d1344-020d-4838-abbf-fa7253919590 is going to be created. [ 826.451426] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.451611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.451838] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.452597] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.452597] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.452597] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.580238] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.885932] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 826.886208] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 deletion is rescheduled due to dependency. [ 826.886320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.886389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.886609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.886790] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.886899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.886979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.887123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.887196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.887293] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.083540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.083856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.083984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.084537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.084716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.084875] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be updated. [ 827.118433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.118591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.118663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.118872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.119047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.129161] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 827.178177] env[64376]: INFO networking_nsxv3.common.synchronization [req-5fce5fbf-e873-40dd-825e-8fa2679aec77 req-21a193d6-b8a9-4012-99d1-d3c966df8be7 service nova] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_rules [ 827.178177] env[64376]: INFO networking_nsxv3.common.synchronization [req-5fce5fbf-e873-40dd-825e-8fa2679aec77 req-21a193d6-b8a9-4012-99d1-d3c966df8be7 service nova] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 827.178177] env[64376]: INFO networking_nsxv3.common.synchronization [req-5fce5fbf-e873-40dd-825e-8fa2679aec77 req-21a193d6-b8a9-4012-99d1-d3c966df8be7 service nova] Enqueued Resource ID: b60d1344-020d-4838-abbf-fa7253919590 with Priority: HIGHEST for action port [ 827.178177] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_rules [ 827.178177] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 827.178177] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d1344-020d-4838-abbf-fa7253919590 with Priority: HIGHEST for action port [ 827.178829] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.179246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.179438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.179828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.180037] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.182511] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.182825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.183159] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60d1344-020d-4838-abbf-fa7253919590 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.183413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.183575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.185538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.185538] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60d1344-020d-4838-abbf-fa7253919590',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.389826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.390010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.390131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.390284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.390377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.390575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.390674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.390736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.390889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.391912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.391912] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 827.423090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.423336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.423508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.423759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.423943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.434206] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 827.689614] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.689614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.691029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b60d1344-020d-4838-abbf-fa7253919590 with status ACTIVE [ 827.691029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.691327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.691987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.691987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.691987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.692192] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.692250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.692870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.692870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.692870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.692870] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.692870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.693212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.693212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.693212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.693212] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b60d1344-020d-4838-abbf-fa7253919590 is going to be updated. [ 827.715975] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.716150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.716202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.716415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.716550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.716709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60d1344-020d-4838-abbf-fa7253919590" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.313337] env[64376]: INFO networking_nsxv3.common.synchronization [req-147c8279-6698-4979-b96f-a587bff3c182 req-ca1bbec9-6c9f-469c-8f9b-3076698fbbca tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_members [ 828.313653] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_members [ 828.314488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.314995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.315243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.315698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.316240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.316548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.316775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.317150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.317505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.317786] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.667670] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.667864] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.667988] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.668319] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.668579] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.668738] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.668856] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.669345] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.669716] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.669716] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.669798] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.670554] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.670554] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.670554] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.670554] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.697625] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.697625] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.697625] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.698206] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.698206] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-04e9083f-533e-4fdb-8278-8c9071dfd933 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.698206] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.698401] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698818] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.698818] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e9083f-533e-4fdb-8278-8c9071dfd933',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.820794] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.820967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.821189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.821402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.821548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.821778] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.821903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.821986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.822301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.822367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.822568] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317392a8-b426-495e-9e53-ca890d9068de already deleted. [ 828.822568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140088] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 829.140372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.140717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.141317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.141317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.141317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.141517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.141517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.141517] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.201795] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.201979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.202124] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.202753] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.202753] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.202753] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 04e9083f-533e-4fdb-8278-8c9071dfd933 not found, creating... [ 829.202961] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.203144] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.203232] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.203431] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.203594] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.203890] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.204064] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.204184] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.204387] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.204518] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.204657] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 04e9083f-533e-4fdb-8278-8c9071dfd933 is going to be created. [ 829.227160] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.227365] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.227490] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.227818] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.227992] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.228386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.449674] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 829.450076] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 deletion is rescheduled due to dependency. [ 829.450162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.644954] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.942831] env[64376]: INFO networking_nsxv3.common.synchronization [req-147c8279-6698-4979-b96f-a587bff3c182 req-bb2c93d1-b8aa-42b4-9d64-e73c2b9c3cb8 service nova] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_rules [ 829.943211] env[64376]: INFO networking_nsxv3.common.synchronization [req-147c8279-6698-4979-b96f-a587bff3c182 req-bb2c93d1-b8aa-42b4-9d64-e73c2b9c3cb8 service nova] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_members [ 829.943211] env[64376]: INFO networking_nsxv3.common.synchronization [req-147c8279-6698-4979-b96f-a587bff3c182 req-bb2c93d1-b8aa-42b4-9d64-e73c2b9c3cb8 service nova] Enqueued Resource ID: 04e9083f-533e-4fdb-8278-8c9071dfd933 with Priority: HIGHEST for action port [ 829.943918] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_rules [ 829.944313] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_members [ 829.944532] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e9083f-533e-4fdb-8278-8c9071dfd933 with Priority: HIGHEST for action port [ 829.945158] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.945459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.945585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.945937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.946232] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.947169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.947264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.947264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.947437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.947580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.947672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.947820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.947898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.949355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.949464] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.950357] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e9083f-533e-4fdb-8278-8c9071dfd933 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.950487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.950761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.950761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.951403] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e9083f-533e-4fdb-8278-8c9071dfd933',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.146458] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.453510] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.453664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.453883] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.455909] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e9083f-533e-4fdb-8278-8c9071dfd933 with status ACTIVE [ 830.455909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.455909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.455909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.455909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.456204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.456204] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.456307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.456440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.456508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.456582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.456762] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.456872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.457047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.457047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.457136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.457216] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e9083f-533e-4fdb-8278-8c9071dfd933 is going to be updated. [ 830.481954] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.482323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.482323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.482495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.482605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.482767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e9083f-533e-4fdb-8278-8c9071dfd933" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.648900] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.649113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.649191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.649421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.649525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.649628] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be updated. [ 830.679438] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.679637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.679995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.692241] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 830.956421] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.459625] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.459786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.459866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.460118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.460213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.460326] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317392a8-b426-495e-9e53-ca890d9068de is going to be created. [ 831.487340] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.487340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.487340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.487340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.487827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.499640] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317392a8-b426-495e-9e53-ca890d9068de in Status: UNINITIALIZED for 2s [ 832.705315] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 832.705315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.705315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.705315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.705961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705961] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.998528] env[64376]: INFO networking_nsxv3.common.synchronization [req-f202cfd3-c4a3-4fb8-bc51-eff547d6a733 req-ab8facb0-bc95-4f11-8703-e2e192d63ed1 tempest-ListServerFiltersTestJSON-1596060523 tempest-ListServerFiltersTestJSON-1596060523-project-member] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 832.999772] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 833.000363] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.000730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.000918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.001320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.001602] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.001840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.002025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.003617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.003617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.003617] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.207983] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.208189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.208298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.208588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.208764] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.208894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.208981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.209191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.209301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.209420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.209611] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.209716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.209780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.209924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.210107] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.210204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.210276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.210418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.210496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.210579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.210669] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.505342] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.509353] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317392a8-b426-495e-9e53-ca890d9068de in Status: SUCCESS [ 833.509582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.509739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.509957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.510167] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.510291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.510351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.510499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.510626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.510679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.510750] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.716098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e3fd283-266a-4814-bd3c-ea18eaa95bc7: rpc.has_security_group_logging(os_id): False [ 833.734611] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.734762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.734823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.735086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.735200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.735433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.735594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.735594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.735814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.735901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.736091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.736188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.736250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.736383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.736454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.736635] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.736729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.736786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.736922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.736989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.737087] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be updated. [ 833.798450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.798663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.798756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.798968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.799217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.819288] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 834.007116] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.013437] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.510104] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.510328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.510436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.510661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.510807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.510995] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 834.515258] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317392a8-b426-495e-9e53-ca890d9068de: rpc.has_security_group_logging(os_id): False [ 834.544513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.544784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.544917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.545253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.545400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.545809] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.545983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.546302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.546547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.546669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.546803] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317392a8-b426-495e-9e53-ca890d9068de is going to be created. [ 834.554265] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.554481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.554566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.554809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.554988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.567495] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 834.657675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.657905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.657905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.658106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.658295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.672999] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317392a8-b426-495e-9e53-ca890d9068de in Status: IN_PROGRESS for 2s [ 835.834734] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 835.835042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.857983] env[64376]: INFO networking_nsxv3.common.synchronization [req-3e8b7389-3d82-4850-b0f5-11e831902f82 req-f3900188-7753-4cac-b4ae-73d20c2dffd1 tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_members [ 835.858613] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 with Priority: HIGHEST for action security_group_members [ 835.859072] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-89768502-b4ef-41aa-b044-c91bdc4373b1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859292] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.859345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.859499] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.860263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.860263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.860263] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89768502-b4ef-41aa-b044-c91bdc4373b1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.364997] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.364997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.364997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.364997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.374031] env[64376]: INFO networking_nsxv3.common.synchronization [req-47910deb-6738-42dc-bbe8-44025e5a6e34 req-87465887-0474-4945-a74e-9d279daa3768 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 836.374573] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 836.374888] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.375024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.375098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.375262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.375404] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.375515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.375571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.375679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.375756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.375849] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.389312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.389312] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.389312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.389312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.389312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.389312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.389312] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 is going to be updated. [ 836.416043] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.416043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.416043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.416268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.416412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.425720] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 in Status: IN_PROGRESS for 2s [ 836.581025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 836.581025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.687122] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317392a8-b426-495e-9e53-ca890d9068de in Status: SUCCESS [ 836.687358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.764248] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.764248] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.764248] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.764604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.764949] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.765183] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.765789] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.765789] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.765905] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.766081] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.766226] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.766507] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.766721] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.766861] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.768490] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.768730] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.791237] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.791457] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.791624] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.791814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-893" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.792179] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d8dff1b9-2e13-4525-871f-487685954653 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.792410] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.792567] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.792910] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793583] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8dff1b9-2e13-4525-871f-487685954653',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.879073] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.296200] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.296318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.296371] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.296758] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.296870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.296937] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port d8dff1b9-2e13-4525-871f-487685954653 not found, creating... [ 837.297215] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297406] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297474] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.297714] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.297815] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.298348] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.298551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.298665] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.299624] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.299624] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.299624] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d8dff1b9-2e13-4525-871f-487685954653 is going to be created. [ 837.323327] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.323528] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.323651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.323975] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.324701] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.325158] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.380852] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.886033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.886033] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 837.921980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.922200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.922200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.922421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.922557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.935247] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 838.065438] env[64376]: INFO networking_nsxv3.common.synchronization [req-47910deb-6738-42dc-bbe8-44025e5a6e34 req-cefc8309-7f97-4c4a-bc0a-953f142860c7 service nova] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 838.065788] env[64376]: INFO networking_nsxv3.common.synchronization [req-47910deb-6738-42dc-bbe8-44025e5a6e34 req-cefc8309-7f97-4c4a-bc0a-953f142860c7 service nova] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 838.066075] env[64376]: INFO networking_nsxv3.common.synchronization [req-47910deb-6738-42dc-bbe8-44025e5a6e34 req-cefc8309-7f97-4c4a-bc0a-953f142860c7 service nova] Enqueued Resource ID: d8dff1b9-2e13-4525-871f-487685954653 with Priority: HIGHEST for action port [ 838.066909] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 838.067188] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 838.067434] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8dff1b9-2e13-4525-871f-487685954653 with Priority: HIGHEST for action port [ 838.067944] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.068253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.068399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.069049] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.070671] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.070866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8dff1b9-2e13-4525-871f-487685954653 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072076] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8dff1b9-2e13-4525-871f-487685954653',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.443046] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 in Status: SUCCESS [ 838.443392] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89768502-b4ef-41aa-b044-c91bdc4373b1 deletion is rescheduled due to dependency. [ 838.443487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89768502-b4ef-41aa-b044-c91bdc4373b1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.576019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.576019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.576019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8dff1b9-2e13-4525-871f-487685954653 with status ACTIVE [ 838.576019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.576019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.576019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.576019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580344] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580344] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580344] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8dff1b9-2e13-4525-871f-487685954653 is going to be updated. [ 838.622420] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.622642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.622642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.622996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.623228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.624447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.946430] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 839.946737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.946833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.947086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.947281] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.947400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.947467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.947618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.947729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.947846] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.452305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.955173] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.385416] env[64376]: INFO networking_nsxv3.common.synchronization [req-6870fcd3-6b02-439f-95bd-37131f1dc379 req-5bbda44c-ada9-4fe0-9d8a-ad05df628f86 tempest-ServersAdminNegativeTestJSON-1876615987 tempest-ServersAdminNegativeTestJSON-1876615987-project-member] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 841.387807] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGHEST for action security_group_members [ 841.392022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392022] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.458399] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.459131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.463207] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 841.502881] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.502995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.503610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.503610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.503610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.514371] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 841.896595] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.896890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.896890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.897154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.921860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.922176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.922326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.922397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.922655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.922745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.922851] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be updated. [ 841.957811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.958215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.958215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.958326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.958378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.969682] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: IN_PROGRESS for 2s [ 843.053907] env[64376]: INFO networking_nsxv3.common.synchronization [req-0b45dc9e-6735-4b72-a3a7-902f37ecad4c req-b1dde5a2-d5d5-4bb4-83b8-86157667b75c tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 843.058022] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 843.058022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.058022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.058022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.058022] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.525156] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 843.525408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.525583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.525805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.526011] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.526140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.526216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.526369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.526446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.526535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.526628] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.562853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.562853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.562853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.562853] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 843.592042] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.592325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.592422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.592657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.592835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.601984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 843.979564] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7690d536-3046-451c-bd7c-f468e90ef7ba in Status: SUCCESS [ 843.979842] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba deletion is rescheduled due to dependency. [ 843.979842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.986650] env[64376]: INFO networking_nsxv3.common.synchronization [req-0645d217-dd85-45f3-8916-f3f82958d38c req-93fb2cb7-c39f-4cc3-b28e-48c7ba96b677 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 843.987183] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 843.990007] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.990007] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.990007] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.990007] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.028927] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.029174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.029174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.029403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.029545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.029645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.029707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.029855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.029943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.030041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.030195] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.030288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.030352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.030484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.030615] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.030700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.030929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.030929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.031046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.031046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.031120] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.346481] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.346481] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.346894] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.346894] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.348127] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.348127] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.348127] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.348127] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.348127] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.348489] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.348489] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.348489] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.348659] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.348830] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.349175] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.349175] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.379393] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.379532] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.379665] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.379847] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.380189] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380364] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380482] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.380809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.380946] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2f53e4-e87d-49e4-acdc-56b0721bf44a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.490973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.491191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.491465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.491561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.491767] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.491865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.492097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.492174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.492272] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 844.534112] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.534246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.534332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.534526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.534722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.535877] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d3976bf-8b30-44bc-ab2e-0ae595383027: rpc.has_security_group_logging(os_id): False [ 844.546117] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 844.555022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.555184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.555235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.555433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.555526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.555733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.555929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.555991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.556159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.556237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.556433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.556526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.556586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.556722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.556795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.556980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.557088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.557149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.557285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.557357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.557441] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 844.637898] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.638136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.638136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.638352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.638525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.661890] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 844.883628] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.884184] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.884344] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.884651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.884812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.884964] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 9f2f53e4-e87d-49e4-acdc-56b0721bf44a not found, creating... [ 844.885245] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.885433] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.885549] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.885788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.885922] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.886602] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.887369] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.887369] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.887369] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.887369] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.887596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 9f2f53e4-e87d-49e4-acdc-56b0721bf44a is going to be created. [ 844.910389] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.910607] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.910727] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.910996] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.911297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.911522] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.612068] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 845.612657] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 845.612657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.625965] env[64376]: INFO networking_nsxv3.common.synchronization [req-0645d217-dd85-45f3-8916-f3f82958d38c req-d651ac58-6f4b-450d-b62c-d5b763ff7598 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 845.626270] env[64376]: INFO networking_nsxv3.common.synchronization [req-0645d217-dd85-45f3-8916-f3f82958d38c req-d651ac58-6f4b-450d-b62c-d5b763ff7598 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 845.626415] env[64376]: INFO networking_nsxv3.common.synchronization [req-0645d217-dd85-45f3-8916-f3f82958d38c req-d651ac58-6f4b-450d-b62c-d5b763ff7598 service nova] Enqueued Resource ID: 9f2f53e4-e87d-49e4-acdc-56b0721bf44a with Priority: HIGHEST for action port [ 845.627088] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 845.627249] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 845.627357] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2f53e4-e87d-49e4-acdc-56b0721bf44a with Priority: HIGHEST for action port [ 845.627657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.627781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.627865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.628060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.628189] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.629108] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629455] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.630306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.630306] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2f53e4-e87d-49e4-acdc-56b0721bf44a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.132379] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.132379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.134960] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f2f53e4-e87d-49e4-acdc-56b0721bf44a with status ACTIVE [ 846.135194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.135356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.135420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.135623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.135715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.135898] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.136483] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.136920] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f2f53e4-e87d-49e4-acdc-56b0721bf44a is going to be updated. [ 846.160206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.160206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.160206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.160206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.160206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.160206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2f53e4-e87d-49e4-acdc-56b0721bf44a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.556515] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 846.556706] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 846.556816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.556978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.557213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.557401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.557527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.557590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.557720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.557800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.557897] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.678090] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 846.678373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.061278] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.361995] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 847.361995] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 847.362618] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 847.362701] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 847.363049] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.363367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.363496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.364074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.364074] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.364414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.364480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.365142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.365142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.365142] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.366287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.366599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.366778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.367044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.367340] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.367446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.367601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.368242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.368242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.368242] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.431986] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_rules [ 847.432299] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 847.432481] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 847.432615] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 847.432766] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2b6fc37-36d2-490f-9ba8-0bfa93a9fcf6 req-470aa0cf-5035-4688-bca0-31cb50ee83df tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: d8dff1b9-2e13-4525-871f-487685954653 with Priority: HIGHEST for action port [ 847.433694] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_rules [ 847.433837] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 847.433997] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8dff1b9-2e13-4525-871f-487685954653 with Priority: HIGHEST for action port [ 847.434100] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 847.434451] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 847.434577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.434903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.434903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.435149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.435149] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.436451] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.436589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.436647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.436893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.437041] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.437856] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8dff1b9-2e13-4525-871f-487685954653 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.438036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.438119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.438281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.438341] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8dff1b9-2e13-4525-871f-487685954653',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.439123] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.439278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.439499] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.439655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.564998] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.872565] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.872565] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.947026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.947026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.947026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8dff1b9-2e13-4525-871f-487685954653 with status ACTIVE [ 847.947026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.947026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.947026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.947708] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.947708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.947708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.947708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.947708] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8dff1b9-2e13-4525-871f-487685954653 is going to be updated. [ 847.975391] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.975391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.975391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.975391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.975391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.975391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.072892] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.072892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.072892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.072892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.072892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.072892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 848.133029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.133029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.133029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.133029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.133029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.144180] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 848.377208] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.377208] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.882216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.882216] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0670df-6873-4b44-a07e-559b56837925 is going to be created. [ 848.882216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.882216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.882216] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 848.912028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.912028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.912028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.912028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.912028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.917062] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.917412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.917611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.918139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.918418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.930104] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 848.930104] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: UNINITIALIZED for 2s [ 849.511806] env[64376]: INFO networking_nsxv3.common.synchronization [req-25ac11c8-6986-459c-ae78-3e5394733ae0 req-cd3bb1c4-6093-48df-a3c8-522fa72676c5 tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 849.513230] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 849.513432] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.513990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.513990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.514135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.514637] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.514637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.514778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.514996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.515193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.515372] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.020111] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.020111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.020111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.020111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.020111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.020111] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.020111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.020628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.020628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.020628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.020628] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 850.052142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.052689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.052689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.052689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.052689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.064040] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 850.160028] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.160028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.160028] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.665970] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.666158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.666231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.666463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.666733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.666733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.666906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.666942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.667063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.667128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.667335] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.667335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.667741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.667741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.667741] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.667741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.668041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.668041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.668041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.668184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.668184] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.940233] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 850.940452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.941215] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: SUCCESS [ 850.941370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.941546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.941731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.941917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.942039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.942293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.942423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.942423] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.943242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943615] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.943711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.944073] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.171801] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15855bac-a707-497d-9102-0d057dbcc2ef: rpc.has_security_group_logging(os_id): False [ 851.190143] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.190325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.190380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.190696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.190840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.191244] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.191374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.191443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.191610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.191689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.191873] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.191966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.192040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.192185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.192263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.192424] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.192515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.192571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.192706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.192780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.192863] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 851.257595] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.257730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.257814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.258023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.258558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.276237] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 851.445603] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.447507] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.950315] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.951743] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.076099] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 852.076099] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 deletion is rescheduled due to dependency. [ 852.076442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.457807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.458329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.458329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.458329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.458557] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0670df-6873-4b44-a07e-559b56837925 is going to be updated. [ 852.459806] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.459921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.459965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.460150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.460314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.460368] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 852.491578] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.491724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.491778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.492019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.492171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.494180] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.494334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.494399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.494553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.494702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.507019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: IN_PROGRESS for 2s [ 852.507871] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 852.514511] env[64376]: INFO networking_nsxv3.common.synchronization [req-82d824b0-52ac-4962-add8-0371164a32fe req-606846b7-fa30-483e-9f27-70ac5c1e8f57 tempest-ServerAddressesNegativeTestJSON-162663169 tempest-ServerAddressesNegativeTestJSON-162663169-project-member] Enqueued Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_members [ 852.515252] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_members [ 852.515425] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.515546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.515614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.515911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.516085] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.516198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.516241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.516393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.516476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.516568] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.866789] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.866994] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-678" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.867234] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-678" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.867634] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-678" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.867925] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.868159] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.868330] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.868611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.868800] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.869056] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.869192] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.869387] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.869546] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.869695] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.869851] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.869994] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.889518] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.889720] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.889871] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.890078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-678" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.890426] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-cbb90035-e97d-4538-bd11-9a1d49fe19a6 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.890620] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.890777] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.891197] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.891376] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb90035-e97d-4538-bd11-9a1d49fe19a6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.019624] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.019814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.019880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.020119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.020222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.020421] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.020545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.020597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.020746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.020821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.020920] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65844c5-585c-4a85-9f6f-22e8ad10364b already deleted. [ 853.020984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.296624] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 853.296882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.393997] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.394281] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.394415] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.394699] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.394893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.395090] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port cbb90035-e97d-4538-bd11-9a1d49fe19a6 not found, creating... [ 853.396062] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.396062] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.396062] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.396062] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.396419] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.396580] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.396690] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.396788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.397078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.397271] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.397473] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: cbb90035-e97d-4538-bd11-9a1d49fe19a6 is going to be created. [ 853.414133] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa3c1c56-6197-44fa-93af-3be41d7aba24 req-69717c16-8ad6-4f23-88c2-a5609535eaff tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 853.415045] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 853.415045] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.415233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.415281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.415919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.415919] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.415919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.415919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.415919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.416220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.416220] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.419560] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.420221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.420221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.420647] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.918581] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.151164] env[64376]: INFO networking_nsxv3.common.synchronization [req-82d824b0-52ac-4962-add8-0371164a32fe req-16da8ff1-47a6-446d-87b5-0bac855954b2 service nova] Enqueued Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_rules [ 854.151164] env[64376]: INFO networking_nsxv3.common.synchronization [req-82d824b0-52ac-4962-add8-0371164a32fe req-16da8ff1-47a6-446d-87b5-0bac855954b2 service nova] Enqueued Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_members [ 854.151164] env[64376]: INFO networking_nsxv3.common.synchronization [req-82d824b0-52ac-4962-add8-0371164a32fe req-16da8ff1-47a6-446d-87b5-0bac855954b2 service nova] Enqueued Resource ID: cbb90035-e97d-4538-bd11-9a1d49fe19a6 with Priority: HIGHEST for action port [ 854.151164] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_rules [ 854.151164] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_members [ 854.151164] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb90035-e97d-4538-bd11-9a1d49fe19a6 with Priority: HIGHEST for action port [ 854.151771] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.151771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.151771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.151920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.152080] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.153973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.153973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.154653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.154712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.156875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.156875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.156875] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.158711] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb90035-e97d-4538-bd11-9a1d49fe19a6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.159794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.159910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.160318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.160318] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb90035-e97d-4538-bd11-9a1d49fe19a6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.371012] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 854.371012] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 854.371012] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_members [ 854.371824] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 854.371975] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 854.372086] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_members [ 854.372372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.372494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.373115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.373115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.373115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae482a0-ad69-4d44-8042-3fa571c7bf51 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.373359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.373359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.373487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.373661] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.374020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.374136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.374336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.374447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.374563] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.416521] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_rules [ 854.416698] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 854.416833] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 854.416959] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 854.417134] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_rules [ 854.417279] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_members [ 854.417475] env[64376]: INFO networking_nsxv3.common.synchronization [req-56f89d1b-9c2c-4104-9466-097ea4d22b14 req-4f2e70c2-8c79-40c4-8aea-714a8e70ca89 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: d8dff1b9-2e13-4525-871f-487685954653 with Priority: HIGHEST for action port [ 854.418183] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_rules [ 854.418353] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_rules [ 854.418486] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_members [ 854.418592] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8dff1b9-2e13-4525-871f-487685954653 with Priority: HIGHEST for action port [ 854.418728] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_rules [ 854.418847] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 854.418953] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 854.419459] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.419571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.419836] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.419933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.420180] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae482a0-ad69-4d44-8042-3fa571c7bf51 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.420272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.420501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8dff1b9-2e13-4525-871f-487685954653 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.420617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.420690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.420904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.420985] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8dff1b9-2e13-4525-871f-487685954653',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.421999] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ae482a0-ad69-4d44-8042-3fa571c7bf51 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.422117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.422237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.422478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.422558] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.423534] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.423627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.423807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.423883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.424550] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.520667] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 854.520667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.521144] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: SUCCESS [ 854.521400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.521558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.521771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.521975] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.522241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.522422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.523255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.523362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.523452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.523559] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.524434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.524614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.524838] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.524930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.524989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.525118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.525209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.525304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.525415] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.526414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.526570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.526739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.526916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.527055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.527114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.527205] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.527968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.528160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.528475] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.528475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.528475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.528675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.528675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.528933] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.664688] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.666316] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.666481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.666628] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb90035-e97d-4538-bd11-9a1d49fe19a6 with status ACTIVE [ 854.667090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.667229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.667296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.667586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.667663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.667936] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.668098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.668138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.668319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.668486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669454] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.669454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.669454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.669454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.669454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669454] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb90035-e97d-4538-bd11-9a1d49fe19a6 is going to be updated. [ 854.691770] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.691955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.692025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.692242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.692394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.692564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb90035-e97d-4538-bd11-9a1d49fe19a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.798199] env[64376]: INFO networking_nsxv3.common.synchronization [req-01118e40-3c9d-455d-adea-f3e3a28e90c8 req-5d41294e-4cab-4128-826a-382d10bb0365 tempest-ServerRescueTestJSON-1473907419 tempest-ServerRescueTestJSON-1473907419-project-member] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 854.799433] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 854.799433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.799433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.799433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.799702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.799702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.799794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.799794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.799935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.800018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.800121] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.876302] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.925146] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae482a0-ad69-4d44-8042-3fa571c7bf51 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.925476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.925476] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8dff1b9-2e13-4525-871f-487685954653 with status ACTIVE [ 854.925641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.925740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.925807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.926026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.926119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.926283] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.926377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.926433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.926581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.926655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.927083] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.927083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.927083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.927272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.927272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.927272] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8dff1b9-2e13-4525-871f-487685954653 is going to be updated. [ 854.929362] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.929481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.929527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.929668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.929746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.929839] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 854.952401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.952622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.952676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.952860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.953030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.953179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8dff1b9-2e13-4525-871f-487685954653" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.964257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.964388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.964550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.964648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.964790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.974373] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 855.027657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.027845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.030552] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.031787] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.032660] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.148790] env[64376]: INFO networking_nsxv3.common.synchronization [req-4ae7f8b3-3c3e-4f30-9a81-69922ccb2214 req-46d62f1d-4aa5-4de8-9872-ca70815cafa2 tempest-ServersWithSpecificFlavorTestJSON-594084426 tempest-ServersWithSpecificFlavorTestJSON-594084426-project-member] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 855.148790] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 855.148995] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.149164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.149239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.149434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.149595] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.150379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.150487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.150863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.151071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.151313] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.171996] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.302827] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.379390] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.517055] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.517283] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.517410] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.517673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.517929] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.518132] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.518261] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.518468] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.518615] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.518814] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.518922] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.519072] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.519143] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.520045] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.520045] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.520045] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.534590] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.535463] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b0670df-6873-4b44-a07e-559b56837925: rpc.has_security_group_logging(os_id): False [ 855.536930] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.539900] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.539900] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.539900] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.539900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.540245] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.540428] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.540591] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.541021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.541177] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.554516] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.554693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.554693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.555702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.555702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.555702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.555702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.555702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.555702] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0670df-6873-4b44-a07e-559b56837925 is going to be created. [ 855.623285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.623464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.623531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.623701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.623882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.636322] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: IN_PROGRESS for 2s [ 855.653771] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.653771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.653771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.653771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.654013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.657018] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.657018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.657018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.657018] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be updated. [ 855.670464] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.670711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.670711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.670990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.671092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.671315] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65844c5-585c-4a85-9f6f-22e8ad10364b is going to be created. [ 855.682124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.682287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.682362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.682557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.682693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.690303] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: IN_PROGRESS for 2s [ 855.720031] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.720258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.720316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.720599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.720805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.733347] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65844c5-585c-4a85-9f6f-22e8ad10364b in Status: UNINITIALIZED for 2s [ 855.804967] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.882824] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.883060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.883163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.883638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.883638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.883638] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 is going to be created. [ 855.911430] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.911933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925538] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 in Status: UNINITIALIZED for 2s [ 856.038648] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.038852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.038930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.039169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.039261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.039367] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 856.040734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.040853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.040922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.041142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.041305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.041305] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0670df-6873-4b44-a07e-559b56837925 is going to be updated. [ 856.043257] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.043448] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.043577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.043825] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.043967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044127] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e not found, creating... [ 856.044424] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.044613] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.044776] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045034] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045184] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.045463] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045620] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045752] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045988] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.046138] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.046276] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e is going to be created. [ 856.073349] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.073490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.073573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.073799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.073947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.077032] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.077032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.077032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.077032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.077547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.077547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.079287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.079397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.079466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.079639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.079766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.089386] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 856.090072] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: IN_PROGRESS for 2s [ 856.307544] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.307878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.307878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.311024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.311024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.311024] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be updated. [ 856.355158] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.355325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.355418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.355634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.355757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.369964] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 856.888468] env[64376]: INFO networking_nsxv3.common.synchronization [req-4ae7f8b3-3c3e-4f30-9a81-69922ccb2214 req-67ae3f7f-ce2a-439e-93cd-0544be04465b service nova] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 856.888732] env[64376]: INFO networking_nsxv3.common.synchronization [req-4ae7f8b3-3c3e-4f30-9a81-69922ccb2214 req-67ae3f7f-ce2a-439e-93cd-0544be04465b service nova] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 856.888881] env[64376]: INFO networking_nsxv3.common.synchronization [req-4ae7f8b3-3c3e-4f30-9a81-69922ccb2214 req-67ae3f7f-ce2a-439e-93cd-0544be04465b service nova] Enqueued Resource ID: 9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e with Priority: HIGHEST for action port [ 856.889469] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_rules [ 856.889606] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 856.889706] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e with Priority: HIGHEST for action port [ 856.891672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.891808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.891875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.892209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.892305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.893970] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.894106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.896147] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.896284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.896356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.896659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.896731] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.987596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 856.987858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.126775] env[64376]: INFO networking_nsxv3.common.synchronization [req-ab9e7b64-aa63-4fcf-b6a5-fb8fdd6fec68 req-97ae757a-2c67-45db-a30b-d5994ba28ed1 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 857.126918] env[64376]: INFO networking_nsxv3.common.synchronization [req-ab9e7b64-aa63-4fcf-b6a5-fb8fdd6fec68 req-97ae757a-2c67-45db-a30b-d5994ba28ed1 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_members [ 857.127062] env[64376]: INFO networking_nsxv3.common.synchronization [req-ab9e7b64-aa63-4fcf-b6a5-fb8fdd6fec68 req-97ae757a-2c67-45db-a30b-d5994ba28ed1 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 857.127625] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0670df-6873-4b44-a07e-559b56837925 with Priority: HIGHEST for action security_group_members [ 857.127754] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 with Priority: HIGHEST for action security_group_members [ 857.129697] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 857.132476] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0670df-6873-4b44-a07e-559b56837925 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.132664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.132926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ae482a0-ad69-4d44-8042-3fa571c7bf51 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.133064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.133929] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.134642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.394543] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.394994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.400182] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e with status ACTIVE [ 857.400740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.400907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.401059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.401338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.401439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.401643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.401777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.401865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.402072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.402155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.402371] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.402489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.402532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.402673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.402732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.402799] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e is going to be updated. [ 857.425481] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.425481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.425662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.425749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.426064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dbaa9e0-0b6b-4a29-a427-eb5bfb27185e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.648165] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: SUCCESS [ 857.648438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.648608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.648820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.648909] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.699404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 857.699565] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 deletion is rescheduled due to dependency. [ 857.699682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.699850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.700092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.700273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.700391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.700467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.700600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.700674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.700775] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.744667] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65844c5-585c-4a85-9f6f-22e8ad10364b in Status: SUCCESS [ 857.744928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.745049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.745437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.745689] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.745811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.746039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.746111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746281] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.937719] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 in Status: SUCCESS [ 857.937940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.938226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.938486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.938773] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.938865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.938939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.939164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.939278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.939410] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.107182] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0670df-6873-4b44-a07e-559b56837925 in Status: SUCCESS [ 858.107546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.107734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.107980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.108165] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.108291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.108361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.108516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.108599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.108727] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.110585] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 858.110803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.111013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.111716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.111716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.111716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.111943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.111994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.112059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112158] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.171056] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.171290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.171381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.171625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.171743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.171844] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0670df-6873-4b44-a07e-559b56837925 is going to be deleted. [ 858.204971] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.219963] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.220232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.220232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.220479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.220544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.220640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.249265] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.249265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.249265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.249265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.249478] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.249478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.249600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.249691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.249782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.249878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.250050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.250151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.250216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.250371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.250517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.250610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.250673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.250813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.250897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.250981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.251086] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.382299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 858.382576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.444577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.444577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.444577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.445438] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 is going to be deleted. [ 858.482178] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.482426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.482426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.482730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.482862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.483022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.483199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.483415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.483647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.483952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.484050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.484276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.484384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.484522] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.614697] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.614697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.614904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.614975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.615047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.615892] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.615892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.615892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.615892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.615892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.615892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0670df-6873-4b44-a07e-559b56837925 is going to be deleted. [ 858.617302] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.657395] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.657628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.657704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.658027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.658183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.659289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.659289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.659289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.659289] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.659289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.659289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.659600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.659600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.659600] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0670df-6873-4b44-a07e-559b56837925',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.707795] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.746189] env[64376]: INFO networking_nsxv3.common.synchronization [req-e4d04b88-9f74-454e-9d58-c62e8542851d req-f67db457-9eb8-4846-85c3-eaa870f0d6bc tempest-ServersTestFqdnHostnames-2088198603 tempest-ServersTestFqdnHostnames-2088198603-project-member] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_members [ 858.748442] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGHEST for action security_group_members [ 858.748442] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.748442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.748744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.748744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.748890] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.748951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.749030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.749286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.749369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.749464] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.754255] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c65844c5-585c-4a85-9f6f-22e8ad10364b: rpc.has_security_group_logging(os_id): False [ 858.787971] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.788155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.788223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.788418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.788509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.788690] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.788795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.788914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.788977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.789076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.789400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.789509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.789553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.789688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.789760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.789943] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.790046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.790114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.790241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.790313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.790431] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65844c5-585c-4a85-9f6f-22e8ad10364b is going to be created. [ 858.858429] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.859812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.859925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.860163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.860352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.873553] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65844c5-585c-4a85-9f6f-22e8ad10364b in Status: IN_PROGRESS for 2s [ 858.986616] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.986882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.986882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.987097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.987193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987420] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.987525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.987579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.987785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.987865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 already deleted. [ 858.988099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.988280] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.989680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.990325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.990325] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.990325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.990325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.990558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.990595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.990724] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.123918] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.162735] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.163269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.163383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.163610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.165110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.165110] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.165110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.165110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.165110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.165110] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0670df-6873-4b44-a07e-559b56837925 already deleted. [ 859.165110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0670df-6873-4b44-a07e-559b56837925" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.213518] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.213679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.213752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.213956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.214061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.214160] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be updated. [ 859.252820] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.252820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.252820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.252820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.252820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.254443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.254801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.255116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.255453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.255686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.256031] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.256306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.256479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.256722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.257052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.258909] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 is going to be updated. [ 859.273439] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: IN_PROGRESS for 2s [ 859.300845] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.301394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.301630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.301959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.302334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.325843] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 in Status: IN_PROGRESS for 2s [ 859.493167] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ae482a0-ad69-4d44-8042-3fa571c7bf51',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.494842] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.495432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.495432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.495432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.495432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.495674] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.495674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.495674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.495846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.495898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.495945] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 already deleted. [ 859.497156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.628290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.628464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.628464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.629494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.629494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.629494] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 859.662733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.663044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.663044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.663180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.663382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.673485] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 859.750986] env[64376]: INFO networking_nsxv3.common.synchronization [req-c14b45ef-8e08-4956-b18d-cf9b8c4cbeb4 req-41684ea8-c4e6-4adb-8a2a-9f7f79f7c840 tempest-MigrationsAdminTest-1501472152 tempest-MigrationsAdminTest-1501472152-project-member] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 859.751695] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 859.752026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.752193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.752260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.752971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.752971] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.752971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.752971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.752971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.753263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.753263] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.998116] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ae482a0-ad69-4d44-8042-3fa571c7bf51: rpc.has_security_group_logging(os_id): False [ 860.018395] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.018614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.018614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.018845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.018904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.019124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.019242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.019309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.019458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.019533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.019618] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 is going to be created. [ 860.039440] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9ae482a0-ad69-4d44-8042-3fa571c7bf51], does not exist path=[/infra/domains/default/groups/9ae482a0-ad69-4d44-8042-3fa571c7bf51]."\n}' [ 860.039652] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9ae482a0-ad69-4d44-8042-3fa571c7bf51 [ 860.039730] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 860.081988] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.082187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.082247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.082452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.083757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.084036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.084146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.084212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.084373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.084450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.084643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.084735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.084791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.084925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.084997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085091] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ae482a0-ad69-4d44-8042-3fa571c7bf51 is going to be created. [ 860.104631] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9ae482a0-ad69-4d44-8042-3fa571c7bf51], does not exist path=[/infra/domains/default/groups/9ae482a0-ad69-4d44-8042-3fa571c7bf51]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9ae482a0-ad69-4d44-8042-3fa571c7bf51 [ 860.104788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ae482a0-ad69-4d44-8042-3fa571c7bf51" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.105327] env[64376]: Traceback (most recent call last): [ 860.105416] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 860.105416] env[64376]: return func(*args, **kwargs) [ 860.105416] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 860.105416] env[64376]: res.raise_for_status() [ 860.105416] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 860.105416] env[64376]: raise HTTPError(http_error_msg, response=self) [ 860.105416] env[64376]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9ae482a0-ad69-4d44-8042-3fa571c7bf51 [ 860.105416] env[64376]: During handling of the above exception, another exception occurred: [ 860.105416] env[64376]: Traceback (most recent call last): [ 860.105416] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 860.105416] env[64376]: listener.cb(fileno) [ 860.105416] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 860.105416] env[64376]: result = function(*args, **kwargs) [ 860.105416] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 860.105416] env[64376]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 860.105416] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 860.105416] env[64376]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 860.105416] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 860.105416] env[64376]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 860.105416] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 860.105416] env[64376]: res.raise_for_status() [ 860.105416] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 860.105416] env[64376]: raise HTTPError(http_error_msg, response=self) [ 860.105416] env[64376]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9ae482a0-ad69-4d44-8042-3fa571c7bf51 [ 860.105416] env[64376]: Removing descriptor: 67 [ 860.263183] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.764609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.886381] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c65844c5-585c-4a85-9f6f-22e8ad10364b in Status: SUCCESS [ 860.886531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.267699] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.268038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.268038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.268186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.268293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.268389] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be updated. [ 861.286080] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 861.286312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.286623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.286925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.287178] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.287346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.287406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.287541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.287625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.287713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.288081] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.312336] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.312496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.312569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.312778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.312923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.324873] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 861.340397] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 in Status: SUCCESS [ 861.340397] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 deletion is rescheduled due to dependency. [ 861.340601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.692187] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 861.692453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.692648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.692880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.693096] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.693217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.693283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.693446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.693531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.693663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.693784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.693975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.694051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.694481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.694744] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.694868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.694941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.695142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.695234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.695295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.695389] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.697033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.697033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.697033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.697033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.697033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.697033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.697281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.697281] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.771572] env[64376]: INFO networking_nsxv3.common.synchronization [req-1b70518b-a404-4894-9039-b8a67b4a2740 req-fac2ab96-4806-4680-aa9e-6c6bdb212236 tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 861.773077] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 861.773205] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.775021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.775021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.775021] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.833903] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.157800] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.157967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.158106] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.158457] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.158654] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.158820] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.158938] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.159255] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.159342] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.159545] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.159662] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.159796] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.159891] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.160000] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.160128] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.160344] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.179644] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.180244] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.180244] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.180244] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.180521] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-84494704-c6f7-4c0f-9843-77e69927bcfc taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.180806] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.180908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.181258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.181442] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84494704-c6f7-4c0f-9843-77e69927bcfc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.198463] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d3976bf-8b30-44bc-ab2e-0ae595383027: rpc.has_security_group_logging(os_id): False [ 862.199828] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.218675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.219116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.219466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.220061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.249127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.249127] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.249127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.249127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.249127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.249127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.249493] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.249493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.249607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.250501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.250501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.250501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.250501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.250501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.250501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.250501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.250501] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 862.280028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.280425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.280425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.280512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.280591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.280858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.280980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.281045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.281186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.281322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.281452] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be deleted. [ 862.293342] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba116eee-61ed-463e-91f7-f14936c2d7e7: rpc.has_security_group_logging(os_id): False [ 862.310465] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.310609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.310662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.310880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.317326] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.317326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.317488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.318017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.318017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.318017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332353] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.332501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.332555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.332779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.332861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be updated. [ 862.351742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.351884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.351929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.375751] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 862.419589] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.419749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.419783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.420377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.420539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.457073] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: IN_PROGRESS for 2s [ 862.683728] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.683857] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.683907] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.684268] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.684456] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.684622] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 84494704-c6f7-4c0f-9843-77e69927bcfc not found, creating... [ 862.684886] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.685053] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.685172] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.685394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.685529] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.685800] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.685954] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.686080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.686300] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.686414] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.686609] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 84494704-c6f7-4c0f-9843-77e69927bcfc is going to be created. [ 862.702554] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.709790] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.710503] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.711232] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.711664] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.711949] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.712277] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.208122] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.208352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.208352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.209114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.209114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.209114] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 863.246207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.246349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.246410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.246625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.246774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.259504] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 863.336532] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 863.336815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.524253] env[64376]: INFO networking_nsxv3.common.synchronization [req-1b70518b-a404-4894-9039-b8a67b4a2740 req-c3752abc-bc3c-48f8-b396-86664488787f service nova] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_rules [ 863.524508] env[64376]: INFO networking_nsxv3.common.synchronization [req-1b70518b-a404-4894-9039-b8a67b4a2740 req-c3752abc-bc3c-48f8-b396-86664488787f service nova] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 863.524707] env[64376]: INFO networking_nsxv3.common.synchronization [req-1b70518b-a404-4894-9039-b8a67b4a2740 req-c3752abc-bc3c-48f8-b396-86664488787f service nova] Enqueued Resource ID: 84494704-c6f7-4c0f-9843-77e69927bcfc with Priority: HIGHEST for action port [ 863.525426] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_rules [ 863.525571] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 863.525671] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84494704-c6f7-4c0f-9843-77e69927bcfc with Priority: HIGHEST for action port [ 863.525964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.526102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.526178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.526376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.526800] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.527428] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.527665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.527739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.527924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.528157] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.528264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.528333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.529070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.529070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.529070] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.529476] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-84494704-c6f7-4c0f-9843-77e69927bcfc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.529806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.529806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.530229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.530229] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84494704-c6f7-4c0f-9843-77e69927bcfc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.032510] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84494704-c6f7-4c0f-9843-77e69927bcfc with status ACTIVE [ 864.032776] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.032976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.033103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.033629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.033953] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.034062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.034163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.034392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.034515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.034790] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.034931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.035040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.035250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.035365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.035492] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84494704-c6f7-4c0f-9843-77e69927bcfc is going to be updated. [ 864.037072] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.038434] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.038577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.086451] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.086629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.086670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.086874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.087020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.087180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84494704-c6f7-4c0f-9843-77e69927bcfc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.397895] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 864.397895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.397895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.397895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.397895] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.470051] env[64376]: INFO networking_nsxv3.common.synchronization [req-de5b54ce-8dcb-4cb3-bea7-c74cfadd1980 req-909c7994-355b-4d68-9fa3-d043d6ca7d10 tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 864.471150] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 864.471429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.472042] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 864.472441] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.472559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.472627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.473934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474432] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.474432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.474432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.474609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.474825] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.535411] env[64376]: INFO networking_nsxv3.common.synchronization [req-83c79168-fabf-4e62-9ff6-ce1074e98987 req-4f9ccd18-d21b-4989-9ade-ac32040897ed tempest-ServerAddressesNegativeTestJSON-162663169 tempest-ServerAddressesNegativeTestJSON-162663169-project-member] Enqueued Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_members [ 864.536048] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGHEST for action security_group_members [ 864.536372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.536499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.536567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.536769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.536914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.537080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.537155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.537312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.537401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.537493] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.541566] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.899836] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.900092] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.900259] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904020] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.904020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.904020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904020] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.904020] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.904020] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.904020] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.904020] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.904020] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.904020] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.904020] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.906030] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.906221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.927168] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.927448] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.929122] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.929122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.929122] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-5c9a17d3-1508-42e7-83cd-9678535cdabd taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930807] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9a17d3-1508-42e7-83cd-9678535cdabd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.978468] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.978693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.978779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.979019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.979113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.979318] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.979408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.979463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.979619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.979693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.979777] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 already deleted. [ 864.979851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.042672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.042830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.042901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.043154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.044411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.044518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.044586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.044758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.044848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.044931] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be created. [ 865.074986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.074986] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.075192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.075520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.075605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.075744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65844c5-585c-4a85-9f6f-22e8ad10364b is going to be updated. [ 865.088990] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.089219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.089273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.089574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.089730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.103752] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: UNINITIALIZED for 2s [ 865.115583] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.115799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.115799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.116034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.116202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.126366] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65844c5-585c-4a85-9f6f-22e8ad10364b in Status: IN_PROGRESS for 2s [ 865.271914] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 865.272466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.272466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.272658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.272910] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.273388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.273388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.273388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.273514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.273583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.273716] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.439074] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439074] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 5c9a17d3-1508-42e7-83cd-9678535cdabd not found, creating... [ 865.439074] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.439074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439967] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.439967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.439967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.440814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.441178] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.441561] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 5c9a17d3-1508-42e7-83cd-9678535cdabd is going to be created. [ 865.465824] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.776605] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.776836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.776984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.777278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.777564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.777702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.777771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.777985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.778106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.778252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.778492] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.778614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.778680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.778867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.779131] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.779246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.779359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.779533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.779671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.779829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.779930] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.184301] env[64376]: INFO networking_nsxv3.common.synchronization [req-de5b54ce-8dcb-4cb3-bea7-c74cfadd1980 req-45595932-4809-4299-8fa1-35d42109b328 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 866.184393] env[64376]: INFO networking_nsxv3.common.synchronization [req-de5b54ce-8dcb-4cb3-bea7-c74cfadd1980 req-45595932-4809-4299-8fa1-35d42109b328 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 866.184528] env[64376]: INFO networking_nsxv3.common.synchronization [req-de5b54ce-8dcb-4cb3-bea7-c74cfadd1980 req-45595932-4809-4299-8fa1-35d42109b328 service nova] Enqueued Resource ID: 5c9a17d3-1508-42e7-83cd-9678535cdabd with Priority: HIGHEST for action port [ 866.185382] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 866.185382] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 866.185382] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9a17d3-1508-42e7-83cd-9678535cdabd with Priority: HIGHEST for action port [ 866.185561] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.185679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.185744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.186263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.186384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.188067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.188266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.188377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.188665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.188919] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.190036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.190036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.190036] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.190940] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9a17d3-1508-42e7-83cd-9678535cdabd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.194050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.194158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.194377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.194501] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9a17d3-1508-42e7-83cd-9678535cdabd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.282707] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d3976bf-8b30-44bc-ab2e-0ae595383027: rpc.has_security_group_logging(os_id): False [ 866.305593] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.305814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.305814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.306013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.306116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.306313] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.306417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.306491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.306686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.306760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.307070] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.307070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.307208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.307287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.307338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.307542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.307666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.307731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.308041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.308282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.308282] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 866.386328] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.386527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.386604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.386969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.387196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404726] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 866.697071] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.697425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.697515] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.698464] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c9a17d3-1508-42e7-83cd-9678535cdabd with status ACTIVE [ 866.698641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.698834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.698834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.699113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.699211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.699392] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.699564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.699564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.699730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.699831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.699999] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.700102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.700180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.700322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.700395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.700477] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c9a17d3-1508-42e7-83cd-9678535cdabd is going to be updated. [ 866.736062] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.736062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.736392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.736573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.736760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.736927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9a17d3-1508-42e7-83cd-9678535cdabd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.115139] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 867.115442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.115715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.115963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.116273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.116440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.116529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.116737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.116841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.117043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.117090] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.141523] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c65844c5-585c-4a85-9f6f-22e8ad10364b in Status: SUCCESS [ 867.141523] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c65844c5-585c-4a85-9f6f-22e8ad10364b deletion is rescheduled due to dependency. [ 867.141523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.204045] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.507639] env[64376]: INFO networking_nsxv3.common.synchronization [req-b24b1f92-22c9-4847-9bb2-0e9e834454e6 req-0dae5f4e-acc7-43ef-bf8f-986e64fc80b0 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 867.508028] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 867.508496] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.508585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.508585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.508914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.509248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.509248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.509248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.509386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.509426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.509560] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.619923] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.620108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.620191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.620449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.620737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.620737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.620851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.620916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.621037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.621141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.621643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.621643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.621643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.621643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.621797] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.621866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.621963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.622069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.622146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.622256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.622319] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.706451] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.706765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.707028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.707538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.707660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.707864] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be created. [ 867.732862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.733013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.733196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.733296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.733456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.853341] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: UNINITIALIZED for 2s [ 867.876539] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.881077] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.881077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.881077] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.881077] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.881077] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.881077] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.881077] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.881077] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.881077] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.902179] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.902557] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.902887] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.903315] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.903929] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-66a96b04-1f61-4b64-af33-f9450b5270cb taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.904487] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.904594] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.905137] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.905406] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a96b04-1f61-4b64-af33-f9450b5270cb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.013410] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.013658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.013731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.014143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.014424] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.016597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.016597] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 already deleted. [ 868.016597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.125342] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15370c03-54f1-4b8c-8f0e-35c9620c17a4: rpc.has_security_group_logging(os_id): False [ 868.147068] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.147311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.147402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.147706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.147874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.148212] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.148385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.148505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.148794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.148947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.149356] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.149581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.149625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.149889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.150035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.150377] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.150537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.150663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.150903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.151055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.151210] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be created. [ 868.217506] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.217780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.217780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.217947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.218149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.232016] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 868.409327] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.409591] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.409772] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.410070] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.410218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.410379] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 66a96b04-1f61-4b64-af33-f9450b5270cb not found, creating... [ 868.410650] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.410810] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.410929] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411198] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411360] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.411666] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.411843] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.411961] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.413678] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.413922] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.414053] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 66a96b04-1f61-4b64-af33-f9450b5270cb is going to be created. [ 868.423722] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 868.424085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.435045] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.435352] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.436627] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.436997] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.437270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.437586] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.187783] env[64376]: INFO networking_nsxv3.common.synchronization [req-b24b1f92-22c9-4847-9bb2-0e9e834454e6 req-853ed256-3d72-4c4b-ba64-62e89af1c4a6 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 869.188334] env[64376]: INFO networking_nsxv3.common.synchronization [req-b24b1f92-22c9-4847-9bb2-0e9e834454e6 req-853ed256-3d72-4c4b-ba64-62e89af1c4a6 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 869.188334] env[64376]: INFO networking_nsxv3.common.synchronization [req-b24b1f92-22c9-4847-9bb2-0e9e834454e6 req-853ed256-3d72-4c4b-ba64-62e89af1c4a6 service nova] Enqueued Resource ID: 66a96b04-1f61-4b64-af33-f9450b5270cb with Priority: HIGHEST for action port [ 869.188828] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 869.188924] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 869.189119] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a96b04-1f61-4b64-af33-f9450b5270cb with Priority: HIGHEST for action port [ 869.189293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.189468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.189468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.189783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.189783] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.190812] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.191015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.191225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191566] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.191566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.191694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.192867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.192867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.192867] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.194013] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-66a96b04-1f61-4b64-af33-f9450b5270cb taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.194013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.194013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.194013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.194154] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a96b04-1f61-4b64-af33-f9450b5270cb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.696305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.697710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.697710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.697710] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66a96b04-1f61-4b64-af33-f9450b5270cb with status ACTIVE [ 869.697928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.697982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.698027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.700209] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.700209] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.700209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.700209] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66a96b04-1f61-4b64-af33-f9450b5270cb is going to be updated. [ 869.728264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.728428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.728510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.728744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.728921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.729114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66a96b04-1f61-4b64-af33-f9450b5270cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.866592] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 869.866829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.867012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.867243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.867425] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.867544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.867616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.867881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.867952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.868058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.868151] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.202370] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.249515] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 870.249779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.370272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.370467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.370522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.370793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.371554] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.371668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.371737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.371910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.372024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.372132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.372293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.372405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.372492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.372647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.372788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.372894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.372957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.373114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.373202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.373286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.373416] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.705716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.705716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.705716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.705716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.705716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.705949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be created. [ 870.735494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.735650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.735686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.736048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.736132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.748480] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: UNINITIALIZED for 2s [ 870.877058] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211c3b7c-2d14-46d1-a071-b51fe8f74a41: rpc.has_security_group_logging(os_id): False [ 870.897122] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.897243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.898066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.898066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.898207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.898207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.898291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.898365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898549] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.898638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.898697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.898831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.899065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.899303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.899404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.899789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.899789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.899789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.899789] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be created. [ 870.963717] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.963833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.963868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.964103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.964286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.975881] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 872.769774] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 872.770533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.770932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.771420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.771723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.771915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.772197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.772774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.772774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.772774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.772939] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.988429] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 872.988429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.275868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.276954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.276954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.276954] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.276954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.277827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.277827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.277827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.277827] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.277827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.277827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.279132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.279132] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.279132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.279324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.279382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.279473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.279560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.279665] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.782347] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7abf9d4-0a16-4d6b-b527-9914d3facdb8: rpc.has_security_group_logging(os_id): False [ 873.803944] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.804230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.804287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.804532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.804647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.804969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.805131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.805221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.805466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.805573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805828] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.806012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.806106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.806298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.806401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.806657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.806722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.806813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.806971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.807063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.807161] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be created. [ 873.889264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.889264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.889264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.889264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.889264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.901471] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 874.190512] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 874.190679] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 874.700457] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1592dc82-9d14-4fcd-84bc-c7e19c6127ce tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_rules [ 874.701493] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_rules [ 874.701493] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.701493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.701493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.702469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.702469] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.802275] env[64376]: INFO networking_nsxv3.common.synchronization [None req-55cf518a-04b4-4a9d-a379-0e9302a3dbee tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_rules [ 874.803548] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_rules [ 874.804055] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.804198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.983303] env[64376]: INFO networking_nsxv3.common.synchronization [req-590d07c9-6cb1-449e-b554-f5f427e73fd8 req-0dc6340f-77d6-4c23-9cfe-360a3f2972ed tempest-ListServerFiltersTestJSON-1596060523 tempest-ListServerFiltersTestJSON-1596060523-project-member] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 874.984108] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGHEST for action security_group_members [ 874.984554] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.984734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.984839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.985139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.985371] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.985524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.985626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.985862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.986008] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.986163] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.224650] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.224771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.224853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.225147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225242] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c already deleted. [ 875.225326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.225764] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.489078] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.489268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.489349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.489577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.516618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.516708] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.516969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.516969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.517148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.517253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.517327] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be updated. [ 875.549318] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.549809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.549905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.550146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.550324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.561098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: IN_PROGRESS for 2s [ 875.748983] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.749169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.749241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.749495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.749571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.749668] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c already deleted. [ 875.749751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.914222] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 875.914494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.572570] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7211414-d949-49c9-b169-d92569b4a722 in Status: SUCCESS [ 877.572848] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7211414-d949-49c9-b169-d92569b4a722 deletion is rescheduled due to dependency. [ 877.573489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.579025] env[64376]: INFO networking_nsxv3.common.synchronization [req-a903d7d9-3e4e-41ab-b8a0-c706e9e910b1 req-068a86a7-57f8-44d9-98a0-84ac6b8f93f5 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 877.579518] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 877.579859] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.580011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.580140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.580383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.580545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.580648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.580728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.580855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.580937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.581055] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.950342] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.950547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.950674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.950943] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.951503] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.951685] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.951809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.952044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.952195] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.952443] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.952561] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.952685] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.952795] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.952909] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.953084] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.953163] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.972755] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.972910] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.973070] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.973306] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.973549] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-22e2aaa7-7f13-4c92-9420-df726a573099 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.973719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.973847] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.974169] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.974309] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e2aaa7-7f13-4c92-9420-df726a573099',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.084149] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.084149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.084149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.084149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.107922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.108188] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.108317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.108403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.108605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.108686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.108772] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 878.135594] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.135748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.135790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.135991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.136144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.144082] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 878.283562] env[64376]: INFO networking_nsxv3.common.synchronization [req-a40cb9bf-fcfa-4350-bd0a-1603c2eb67b6 req-02ec2229-2cbd-4b73-a556-6f359038d59b tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 878.284181] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 878.284504] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.284631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.284701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.284904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.285067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.285163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.285225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.285371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.285457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.285552] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.476695] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.477028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.477225] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.477564] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.479023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.479023] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 22e2aaa7-7f13-4c92-9420-df726a573099 not found, creating... [ 878.479023] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.479023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.479023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.479023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.479425] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.479565] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.479712] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.479953] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.480181] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.480367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.480469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 22e2aaa7-7f13-4c92-9420-df726a573099 is going to be created. [ 878.502096] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.502353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.502514] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.502881] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.503149] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.503405] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.787849] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.788239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.788239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.788462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.788589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.788858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.788993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.789090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.789302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.789401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.789519] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 878.825076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.825076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.825076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.825393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.825439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.833742] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 879.213759] env[64376]: INFO networking_nsxv3.common.synchronization [req-a903d7d9-3e4e-41ab-b8a0-c706e9e910b1 req-537bea85-ef8c-43c5-9cd1-f41d6b1b9058 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 879.213872] env[64376]: INFO networking_nsxv3.common.synchronization [req-a903d7d9-3e4e-41ab-b8a0-c706e9e910b1 req-537bea85-ef8c-43c5-9cd1-f41d6b1b9058 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 879.214034] env[64376]: INFO networking_nsxv3.common.synchronization [req-a903d7d9-3e4e-41ab-b8a0-c706e9e910b1 req-537bea85-ef8c-43c5-9cd1-f41d6b1b9058 service nova] Enqueued Resource ID: 22e2aaa7-7f13-4c92-9420-df726a573099 with Priority: HIGHEST for action port [ 879.215867] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 879.216140] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 879.216315] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e2aaa7-7f13-4c92-9420-df726a573099 with Priority: HIGHEST for action port [ 879.218220] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.218220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.218220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.218220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.218220] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.219373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.219652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.219705] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e2aaa7-7f13-4c92-9420-df726a573099 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.219805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.219872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.220061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.220155] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e2aaa7-7f13-4c92-9420-df726a573099',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.723190] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.723327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.723714] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22e2aaa7-7f13-4c92-9420-df726a573099 with status ACTIVE [ 879.723974] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.724111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.724184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.724466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.724522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.724760] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.725182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.725182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.725182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.725307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.725437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.725531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.725649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.725728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.725799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.725882] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22e2aaa7-7f13-4c92-9420-df726a573099 is going to be updated. [ 879.749375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.749538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.749643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.749817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.749955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.750132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e2aaa7-7f13-4c92-9420-df726a573099" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154045] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 880.154330] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 880.154330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.154715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.154812] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.154989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.155165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.155248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.155345] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.657563] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.843157] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 880.843527] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 880.843590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.161074] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.662939] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.663105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.663444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.663574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.663704] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 881.707439] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.707439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.707557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.707727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.707893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.719469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 882.036938] env[64376]: INFO networking_nsxv3.common.synchronization [req-0b18ee27-888c-4a03-82ad-b3eb713d8b78 req-bdca4f64-1f04-4e5d-9e77-5b7a2943ec11 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 882.037877] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 882.038551] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.038681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.038746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.039122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.040133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.040266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.040333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.040498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.040585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.040678] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.544731] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.544731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.544731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.545158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.545249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.545461] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.545592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.545692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.545817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.545909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.545996] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 882.574138] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.574279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.574349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.574586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.574739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.584842] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 883.729989] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 883.730389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.730389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.730458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.731080] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.731080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.731080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.731080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.731080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.731359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.731359] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.234123] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.234123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.234502] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.234555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.234935] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.235089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.235176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.235391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.235504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.235634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.235881] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.236029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.236103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.236303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.236497] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.236623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.236706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.236896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.237010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.237198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.237287] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.597375] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 884.597515] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 deletion is rescheduled due to dependency. [ 884.597632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.740299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ea2e2da-bd72-4335-9de2-33fbdb288e26: rpc.has_security_group_logging(os_id): False [ 884.761609] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.761799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.761900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.762320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.762320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.762522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.762643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.762722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.762920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.763031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.763302] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.763468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.763468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.763716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.763824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.764066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.764291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.764291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.764431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.764673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.764673] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 884.849772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.851129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.851129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.851129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.851129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.872904] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 885.110275] env[64376]: INFO networking_nsxv3.common.synchronization [req-e0e8ccd4-948b-4fc8-9625-7b290c5d3f32 req-fedf87e3-b209-4069-a463-a415760a9995 tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 885.111477] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 885.111849] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.112016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.112118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.115195] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.115383] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.115499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.115613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.115740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.115827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.115929] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.486506] env[64376]: INFO networking_nsxv3.common.synchronization [req-f22a267d-47e7-479b-8d24-190d3a10fb74 req-c7f66000-12f2-4dd9-9d49-fcaa78c880fd tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_members [ 885.487229] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGHEST for action security_group_members [ 885.487605] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.488240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.488240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.488240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.488408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.488408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.488505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.488703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.488797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.488903] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.520899] env[64376]: INFO networking_nsxv3.common.synchronization [req-94265e9f-cb28-4ec3-a8c5-65c5de579dd8 req-9829dafe-f698-43ea-ad78-020f879639da tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 885.522104] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 885.522617] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.522748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.522874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.523221] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.523302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.523345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.523576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.523680] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.618483] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618983] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.619085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.619186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.619350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.619519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.619736] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be updated. [ 885.657400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.657400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.657400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.657400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.657400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.669100] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 885.991639] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.991966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.991966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.992178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.013213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.013468] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.013591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.013756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.014056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.014155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.014247] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 is going to be updated. [ 886.027985] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.043144] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.043321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.043361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.043534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.043746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.053250] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a023567c-6638-478d-9aef-15a8ebcfc487 in Status: IN_PROGRESS for 2s [ 886.531057] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.887574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 886.887574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.034283] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.034593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.034593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.034722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.034851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.034916] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 887.066229] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.066385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.066662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.066885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.067050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.077433] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 887.680671] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 887.680671] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 deletion is rescheduled due to dependency. [ 887.680671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.063820] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a023567c-6638-478d-9aef-15a8ebcfc487 in Status: SUCCESS [ 888.064179] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 deletion is rescheduled due to dependency. [ 888.064179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.475046] env[64376]: INFO networking_nsxv3.common.synchronization [req-f4b0b9f5-7abd-4899-8b90-f8421f4d2968 req-aacee9c5-f6e1-4b97-8e3e-78388d97603e tempest-ServerRescueTestJSON-1473907419 tempest-ServerRescueTestJSON-1473907419-project-member] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 888.475831] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGHEST for action security_group_members [ 888.476434] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.476562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.476647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.476881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.477038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.477131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.477191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.477331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.477411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.477505] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.980040] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.980040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.980340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.980340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.007491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.007491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.007769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.007769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.007825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.008125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.008125] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be updated. [ 889.035629] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.035629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.035629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.035932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.036153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.045136] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: IN_PROGRESS for 2s [ 889.091071] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 889.091383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.056748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 in Status: SUCCESS [ 891.057150] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 deletion is rescheduled due to dependency. [ 891.057150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.787623] env[64376]: INFO networking_nsxv3.common.synchronization [req-8bb683d2-f464-440d-a2a7-6b6279cd5a52 req-97fc5825-44c0-421e-8f39-bf7858fa23a5 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_members [ 891.787892] env[64376]: INFO networking_nsxv3.common.synchronization [req-8bb683d2-f464-440d-a2a7-6b6279cd5a52 req-97fc5825-44c0-421e-8f39-bf7858fa23a5 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 891.788191] env[64376]: INFO networking_nsxv3.common.synchronization [req-8bb683d2-f464-440d-a2a7-6b6279cd5a52 req-97fc5825-44c0-421e-8f39-bf7858fa23a5 tempest-SecurityGroupsTestJSON-1311399029 tempest-SecurityGroupsTestJSON-1311399029-project-member] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 891.788708] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGHEST for action security_group_members [ 891.788882] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGHEST for action security_group_members [ 891.789508] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGHEST for action security_group_members [ 891.789874] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.790019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.790079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.790704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.790704] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.790704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.790885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.790926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.791010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.791116] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.793036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.793036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.793036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.794313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.794313] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.794399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.794437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.794643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.794730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.794826] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.795644] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.795786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.795843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.796049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.796193] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.796285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.796378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.796487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.796588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.797433] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.294024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.294024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.294024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.294024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.299546] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.299700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.300028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.300120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.312976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.313733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.313733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.313733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.313733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.313967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.313967] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a is going to be updated. [ 892.315268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.315339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.340209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.340514] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.340637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.340708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.340918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341113] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be updated. [ 892.342293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.342547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.342654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.342851] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.342956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.343032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.343194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.343513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.343513] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be updated. [ 892.344909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.345030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.345099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.345250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.345797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.356749] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: IN_PROGRESS for 2s [ 892.374252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.374458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.374579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.374897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.375146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.377143] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.377276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.377328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.377543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.377707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.388195] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: IN_PROGRESS for 2s [ 892.389236] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: IN_PROGRESS for 2s [ 892.390684] env[64376]: INFO networking_nsxv3.common.synchronization [req-703666a2-3fd6-48ce-8738-1e81ec08435a req-4267e992-9555-4c22-ad9f-5a0a85117e5f tempest-MigrationsAdminTest-1501472152 tempest-MigrationsAdminTest-1501472152-project-member] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 892.391218] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGHEST for action security_group_members [ 892.391582] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.391691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.391804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.391951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.392108] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.392195] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.392254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.392423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.392505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.392593] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.896935] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.896935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.896935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.897153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.917834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.918115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.918233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.918295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.918567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.918567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.918643] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be updated. [ 892.955783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.955991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.956065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.956236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.956379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.965612] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: IN_PROGRESS for 2s [ 893.954678] env[64376]: INFO networking_nsxv3.common.synchronization [None req-53b209f4-a3ce-4588-9cce-00be0dae59c6 None None] Enqueued Resource ID: db171d78-8f28-4cdb-bc78-080e51563636 with Priority: HIGHEST for action port [ 893.955466] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db171d78-8f28-4cdb-bc78-080e51563636 with Priority: HIGHEST for action port [ 893.955778] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-db171d78-8f28-4cdb-bc78-080e51563636 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.955893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db171d78-8f28-4cdb-bc78-080e51563636" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.955956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db171d78-8f28-4cdb-bc78-080e51563636" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.956658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db171d78-8f28-4cdb-bc78-080e51563636" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.956745] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db171d78-8f28-4cdb-bc78-080e51563636',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.367034] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a in Status: SUCCESS [ 894.367034] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a deletion is rescheduled due to dependency. [ 894.367293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.401084] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e in Status: SUCCESS [ 894.401084] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e deletion is rescheduled due to dependency. [ 894.401084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.401690] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 in Status: SUCCESS [ 894.402140] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 deletion is rescheduled due to dependency. [ 894.402140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.459128] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db171d78-8f28-4cdb-bc78-080e51563636 [ 894.459391] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.459532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.459612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.459805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.459893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.459987] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db171d78-8f28-4cdb-bc78-080e51563636 already deleted. [ 894.460074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db171d78-8f28-4cdb-bc78-080e51563636" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.977071] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 in Status: SUCCESS [ 894.977420] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 deletion is rescheduled due to dependency. [ 894.977420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.206267] env[64376]: INFO networking_nsxv3.common.synchronization [None req-130a0868-0ef6-4aa0-8b2b-963b54eea017 None None] Enqueued Resource ID: f2ff745a-0956-4c83-8d66-872b256ae7c4 with Priority: HIGHEST for action port [ 896.206930] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ff745a-0956-4c83-8d66-872b256ae7c4 with Priority: HIGHEST for action port [ 896.207094] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ff745a-0956-4c83-8d66-872b256ae7c4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.207223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ff745a-0956-4c83-8d66-872b256ae7c4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.207276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ff745a-0956-4c83-8d66-872b256ae7c4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.207541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ff745a-0956-4c83-8d66-872b256ae7c4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.207611] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ff745a-0956-4c83-8d66-872b256ae7c4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.710582] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ff745a-0956-4c83-8d66-872b256ae7c4 [ 896.710841] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.710984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.711085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.711327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.711488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.711576] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ff745a-0956-4c83-8d66-872b256ae7c4 already deleted. [ 896.711657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ff745a-0956-4c83-8d66-872b256ae7c4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.209093] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 901.209093] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 903.046316] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-59d456a7-6479-4292-81b0-ac703bedc1dc tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 903.047112] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 903.047748] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.047748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.047879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.048149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.048384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.048636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.048753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.048935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.049043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.049145] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.342893] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-e778a8a6-821e-48e3-b899-3afbd5bac6aa tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 903.343372] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 903.343687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.343783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.551577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.551681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.577411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.577411] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.577676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.577676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.577780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.577921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.577982] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 903.610015] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.610141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.610216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.610423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.610565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.622824] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 903.722985] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.722985] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-523" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.722985] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-523" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.723213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-523" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.724183] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.724305] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724407] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.724632] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.724780] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.724989] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.725117] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.725228] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.725339] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.725452] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.725562] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.725696] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.744846] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.745044] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.745370] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.745568] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-523" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.745927] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-f42376e2-168b-4fd9-ac47-9ff413d823dd taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.746058] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.746185] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.746543] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.746627] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42376e2-168b-4fd9-ac47-9ff413d823dd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.249590] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.249981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.249981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.250264] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.250415] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.250571] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port f42376e2-168b-4fd9-ac47-9ff413d823dd not found, creating... [ 904.250839] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.250991] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.251128] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.251607] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.251607] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.251976] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.252175] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.252300] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.252569] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.252752] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.252934] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: f42376e2-168b-4fd9-ac47-9ff413d823dd is going to be created. [ 904.291185] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.291414] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.291623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.291921] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.292177] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.292513] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.050941] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-67a2ab19-6523-46d3-b21d-537664781e17 service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 905.053302] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-67a2ab19-6523-46d3-b21d-537664781e17 service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 905.053302] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-67a2ab19-6523-46d3-b21d-537664781e17 service nova] Enqueued Resource ID: f42376e2-168b-4fd9-ac47-9ff413d823dd with Priority: HIGHEST for action port [ 905.053302] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 905.053302] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 905.053302] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42376e2-168b-4fd9-ac47-9ff413d823dd with Priority: HIGHEST for action port [ 905.053302] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.053302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.053302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.053302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.053302] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.054144] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.054245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.054445] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42376e2-168b-4fd9-ac47-9ff413d823dd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.054553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.054709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.055919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.055919] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42376e2-168b-4fd9-ac47-9ff413d823dd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.557114] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.557379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.559134] env[64376]: INFO networking_nsxv3.common.synchronization [req-6e00c4ae-538b-4c05-8da8-7a209eb10f9d req-a9280c30-98c3-4fe7-ba46-b48f8da6e2d4 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 905.559462] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f42376e2-168b-4fd9-ac47-9ff413d823dd with status ACTIVE [ 905.559651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.559768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.559879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.560062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.560154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.560325] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.560423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.560484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.560629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.560705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.560878] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.560967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.561040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.561176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.561246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.561330] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f42376e2-168b-4fd9-ac47-9ff413d823dd is going to be updated. [ 905.562963] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 905.563278] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.563549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.563549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.563620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.563725] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.563886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.563948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.564104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.564183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.564270] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.587317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.587529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.587640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.587950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.588174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.588419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42376e2-168b-4fd9-ac47-9ff413d823dd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.635076] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 905.635076] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 deletion is rescheduled due to dependency. [ 905.635076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.635446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.636015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.636633] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.636633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.636633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.636814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.637483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.637483] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.893126] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.893295] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.893478] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.893773] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.894101] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.894300] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.894438] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.894737] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.894960] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.895300] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.895501] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.895670] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.895816] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.895978] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.896168] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.896366] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.918317] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.918723] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.918723] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.918848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-316" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.919127] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4e583d76-643c-4dd9-abd3-7d97c4c77720 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.920080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.920080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.920080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.920080] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e583d76-643c-4dd9-abd3-7d97c4c77720',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.066253] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.127164] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.127370] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.127499] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.127762] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.128143] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.128312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.128429] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.128807] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.128807] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.128995] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.129164] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.129228] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.129336] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.129469] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.129602] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.129738] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.139247] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.147592] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.147765] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.147909] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.148102] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.148438] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-9afb3136-4f61-4cca-8d3e-9b1266793faa taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.148640] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.148766] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.149134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.149282] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afb3136-4f61-4cca-8d3e-9b1266793faa',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.422568] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.422839] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.422971] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.423307] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.423465] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.424047] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4e583d76-643c-4dd9-abd3-7d97c4c77720 not found, creating... [ 906.424047] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.424047] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.424268] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.424439] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.424600] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.424911] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.425110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.425257] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.425494] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.425631] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.425771] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4e583d76-643c-4dd9-abd3-7d97c4c77720 is going to be created. [ 906.455857] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.456094] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.456212] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.456504] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.456791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.457041] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.568371] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.641321] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.651855] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.652096] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.652230] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.652528] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.652694] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.652863] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 9afb3136-4f61-4cca-8d3e-9b1266793faa not found, creating... [ 906.653159] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.653328] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.653467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.653717] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.653883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.654209] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.654379] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.654517] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.654748] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.654913] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.655087] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 9afb3136-4f61-4cca-8d3e-9b1266793faa is going to be created. [ 906.675670] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.675942] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.676171] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.676515] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.676809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.677133] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071358] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.072089] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 907.120589] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.120809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.120853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.121758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.121758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131289] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 907.144240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.144505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.144583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.144847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.144998] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.145166] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 907.178551] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.178777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.178777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.179050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.179224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.189821] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 907.216501] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-7a6a5cc1-f6e2-4892-a5c8-1bef4eba932e service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 907.216764] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-7a6a5cc1-f6e2-4892-a5c8-1bef4eba932e service nova] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 907.216983] env[64376]: INFO networking_nsxv3.common.synchronization [req-d0f60b72-6d01-42d9-a620-226c2b187cff req-7a6a5cc1-f6e2-4892-a5c8-1bef4eba932e service nova] Enqueued Resource ID: 4e583d76-643c-4dd9-abd3-7d97c4c77720 with Priority: HIGHEST for action port [ 907.217733] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_rules [ 907.218100] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 907.218100] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e583d76-643c-4dd9-abd3-7d97c4c77720 with Priority: HIGHEST for action port [ 907.218484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.218636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.219108] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.219108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.220494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e583d76-643c-4dd9-abd3-7d97c4c77720 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.220494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.220494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.220494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.220494] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e583d76-643c-4dd9-abd3-7d97c4c77720',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.730050] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e583d76-643c-4dd9-abd3-7d97c4c77720 with status ACTIVE [ 907.730050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.730050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730050] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e583d76-643c-4dd9-abd3-7d97c4c77720 is going to be updated. [ 907.752758] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.753529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.753661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.753827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.753964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.754871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e583d76-643c-4dd9-abd3-7d97c4c77720" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.899978] env[64376]: INFO networking_nsxv3.common.synchronization [req-6e00c4ae-538b-4c05-8da8-7a209eb10f9d req-95892dfb-30dc-4342-93c7-d4cd1ecf2281 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 907.900186] env[64376]: INFO networking_nsxv3.common.synchronization [req-6e00c4ae-538b-4c05-8da8-7a209eb10f9d req-95892dfb-30dc-4342-93c7-d4cd1ecf2281 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 907.900326] env[64376]: INFO networking_nsxv3.common.synchronization [req-6e00c4ae-538b-4c05-8da8-7a209eb10f9d req-95892dfb-30dc-4342-93c7-d4cd1ecf2281 service nova] Enqueued Resource ID: 9afb3136-4f61-4cca-8d3e-9b1266793faa with Priority: HIGHEST for action port [ 907.900826] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 907.901013] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 907.903708] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb3136-4f61-4cca-8d3e-9b1266793faa with Priority: HIGHEST for action port [ 907.904072] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.904193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.904261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.904465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904548] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.905467] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.905609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.906235] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afb3136-4f61-4cca-8d3e-9b1266793faa taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.906235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.906235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.906520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.906520] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afb3136-4f61-4cca-8d3e-9b1266793faa',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.064936] env[64376]: INFO networking_nsxv3.common.synchronization [req-17e055d9-67a2-4914-9a4e-4b00867577d5 req-9284bc6b-31a6-4bed-b76d-e6d335bbf36b tempest-ServersWithSpecificFlavorTestJSON-594084426 tempest-ServersWithSpecificFlavorTestJSON-594084426-project-member] Enqueued Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 908.065409] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 with Priority: HIGHEST for action security_group_members [ 908.065914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba116eee-61ed-463e-91f7-f14936c2d7e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.066037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.066037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.066542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.066542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.066542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.066542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.066719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.066719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.066797] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba116eee-61ed-463e-91f7-f14936c2d7e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.410614] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9afb3136-4f61-4cca-8d3e-9b1266793faa with status ACTIVE [ 908.411058] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.411153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.411192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.411384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.411615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.411858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.411960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.416840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.416840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.416840] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.417087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.417087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.417209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.417242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.417329] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9afb3136-4f61-4cca-8d3e-9b1266793faa is going to be updated. [ 908.419669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.419669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.443346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.443346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.443346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.443346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.443668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afb3136-4f61-4cca-8d3e-9b1266793faa" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.568956] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.569161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.569233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.569573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.569573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.569749] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.569847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.569918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.570056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.570158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.570271] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 is going to be updated. [ 908.622256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.622256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.622256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.622256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.622256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.633154] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: IN_PROGRESS for 2s [ 908.772476] env[64376]: INFO networking_nsxv3.common.synchronization [req-9ba9f251-7f1a-4718-a3ac-ede470579408 req-5481d1a3-9f43-4b2a-b001-f178e3fd4865 tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_members [ 908.773170] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_members [ 908.773504] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.773622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.773691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.773958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.774148] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.774251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.774312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.774460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.774543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.774635] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.143671] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.143671] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.143671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.143671] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.146760] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.147583] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.147583] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.147904] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.148275] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.149872] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.149872] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.149872] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.149872] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.149872] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.149872] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.149872] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.149872] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.149872] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.149872] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.150636] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.168736] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.168904] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.169103] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.169317] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-400" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169640] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-c852f948-0335-45f5-8676-d66f911bb3ab taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169931] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.170296] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.170440] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c852f948-0335-45f5-8676-d66f911bb3ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.199431] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 909.199656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.199772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.199995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.200196] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.200308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.200369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.200515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.200594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.200689] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.276668] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.276905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.276905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.278142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.278142] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c already deleted. [ 909.278142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.646331] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.673289] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.674418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.674418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.674418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.674418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.674588] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port c852f948-0335-45f5-8676-d66f911bb3ab not found, creating... [ 909.674811] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.675016] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.675137] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.675361] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.675507] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.675876] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.676160] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.676299] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.676514] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.676655] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.676805] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: c852f948-0335-45f5-8676-d66f911bb3ab is going to be created. [ 909.698288] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.698568] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.698652] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.698964] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.699215] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.699498] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.703464] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.092360] env[64376]: INFO networking_nsxv3.common.synchronization [None req-6c310287-3582-44ea-be9d-1c1aab641c2b None None] Enqueued Resource ID: 343153aa-cc05-470a-a60d-dd479f6acc48 with Priority: HIGHEST for action port [ 910.092360] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343153aa-cc05-470a-a60d-dd479f6acc48 with Priority: HIGHEST for action port [ 910.092360] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-343153aa-cc05-470a-a60d-dd479f6acc48 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343153aa-cc05-470a-a60d-dd479f6acc48" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.093271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343153aa-cc05-470a-a60d-dd479f6acc48" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.093542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343153aa-cc05-470a-a60d-dd479f6acc48" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.093614] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343153aa-cc05-470a-a60d-dd479f6acc48',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.148747] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.205800] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.479041] env[64376]: INFO networking_nsxv3.common.synchronization [req-9ba9f251-7f1a-4718-a3ac-ede470579408 req-a8fcb88e-af6b-45cc-918c-a3a5156a40ae service nova] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_rules [ 910.479041] env[64376]: INFO networking_nsxv3.common.synchronization [req-9ba9f251-7f1a-4718-a3ac-ede470579408 req-a8fcb88e-af6b-45cc-918c-a3a5156a40ae service nova] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_members [ 910.479041] env[64376]: INFO networking_nsxv3.common.synchronization [req-9ba9f251-7f1a-4718-a3ac-ede470579408 req-a8fcb88e-af6b-45cc-918c-a3a5156a40ae service nova] Enqueued Resource ID: c852f948-0335-45f5-8676-d66f911bb3ab with Priority: HIGHEST for action port [ 910.479527] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_rules [ 910.479759] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_members [ 910.480043] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c852f948-0335-45f5-8676-d66f911bb3ab with Priority: HIGHEST for action port [ 910.480513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.480776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.480961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.482011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.482011] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.483700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.483700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.483700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.483700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.483700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.483700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.483700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.483700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.484509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.484509] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.485563] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c852f948-0335-45f5-8676-d66f911bb3ab taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.485815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.485959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.486200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.486356] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c852f948-0335-45f5-8676-d66f911bb3ab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.596642] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 343153aa-cc05-470a-a60d-dd479f6acc48 [ 910.597870] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.597870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.597870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.598172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.598217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.600221] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:343153aa-cc05-470a-a60d-dd479f6acc48 already deleted. [ 910.600386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343153aa-cc05-470a-a60d-dd479f6acc48" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.644262] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 in Status: SUCCESS [ 910.644262] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba116eee-61ed-463e-91f7-f14936c2d7e7 deletion is rescheduled due to dependency. [ 910.644262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba116eee-61ed-463e-91f7-f14936c2d7e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.652340] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.652489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.652559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.652775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.652880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.652962] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 910.690029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.690029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.690029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.690029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.690029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.704622] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 910.708554] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.708554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.708554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.708804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.708848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.709053] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 910.738084] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.738084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.738084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.738305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.738305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.746496] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 910.924734] env[64376]: INFO networking_nsxv3.common.synchronization [req-f98490f6-69d3-4cf5-8fe7-582d1e37c0f9 req-584bb539-3b5b-4d54-8324-c223598c0dff tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 910.924993] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 910.925680] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.925680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.925680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.925822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.925910] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.926018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.926079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.926222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.926306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.926395] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.990360] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.990360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.990360] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.990360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c852f948-0335-45f5-8676-d66f911bb3ab with status ACTIVE [ 910.991133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.991133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.991133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.991133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.991133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.991133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.991412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.991412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.991412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.991551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.992313] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.992313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.992313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.992313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.992540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.992663] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c852f948-0335-45f5-8676-d66f911bb3ab is going to be updated. [ 911.017688] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.017842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.017842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.018071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.018209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.018824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c852f948-0335-45f5-8676-d66f911bb3ab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.429150] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.431616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.431616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.431616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.448461] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.449093] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.449360] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.449936] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.450335] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.450951] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.451242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.452163] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.452979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.452979] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.452979] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.452979] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.453165] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.453198] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.453281] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.453432] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.455752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.455833] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.455948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.456160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.456190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.456261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.456332] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 911.485216] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.485408] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.485527] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.485712] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.486089] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-b3284b62-f724-4e9b-9d79-05068a3d961f taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.486281] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.486405] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.486735] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.486882] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3284b62-f724-4e9b-9d79-05068a3d961f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.493522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.493873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.493873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.494132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.494312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.495437] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.506701] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 911.990028] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.990315] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.990627] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.990880] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.991058] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.991250] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port b3284b62-f724-4e9b-9d79-05068a3d961f not found, creating... [ 911.991841] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.991999] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.992222] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.992541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.992741] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.993064] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.993231] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.993349] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.993567] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.993706] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.993855] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: b3284b62-f724-4e9b-9d79-05068a3d961f is going to be created. [ 911.997659] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.997801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.997901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.998159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.998257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.998352] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c is going to be created. [ 912.017176] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.017355] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.017412] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.017687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.017919] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.018158] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.022164] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.022346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.022346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.022686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.022749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.033838] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd28a939-11c9-43e9-961f-03f4aca92e1c in Status: UNINITIALIZED for 2s [ 912.378198] env[64376]: INFO networking_nsxv3.common.synchronization [None req-96ce5227-9c0d-4679-82c8-8880d791cf1b None None] Enqueued Resource ID: 4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8 with Priority: HIGHEST for action port [ 912.378198] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8 with Priority: HIGHEST for action port [ 912.378198] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.378687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.378902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.379359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.379688] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.724723] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.724723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.724723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.724723] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.759462] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 912.759462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.759670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.759907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.760207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.760363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.760433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.760637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.760731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.760831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.760934] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.761979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.762481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.762949] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.763130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.763130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.763416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.763575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.763759] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.788258] env[64376]: INFO networking_nsxv3.common.synchronization [req-f98490f6-69d3-4cf5-8fe7-582d1e37c0f9 req-b2c95877-aa56-4ed8-80e0-9d07369e4cf1 service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 912.788448] env[64376]: INFO networking_nsxv3.common.synchronization [req-f98490f6-69d3-4cf5-8fe7-582d1e37c0f9 req-b2c95877-aa56-4ed8-80e0-9d07369e4cf1 service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 912.788591] env[64376]: INFO networking_nsxv3.common.synchronization [req-f98490f6-69d3-4cf5-8fe7-582d1e37c0f9 req-b2c95877-aa56-4ed8-80e0-9d07369e4cf1 service nova] Enqueued Resource ID: b3284b62-f724-4e9b-9d79-05068a3d961f with Priority: HIGHEST for action port [ 912.789739] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 912.789739] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 912.789739] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3284b62-f724-4e9b-9d79-05068a3d961f with Priority: HIGHEST for action port [ 912.789969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.790200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.790200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.790325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.790413] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.791279] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.791382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.791665] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3284b62-f724-4e9b-9d79-05068a3d961f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.791782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.791837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.792012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.792354] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3284b62-f724-4e9b-9d79-05068a3d961f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.884719] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8 [ 912.884719] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.884719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.885737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.885737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.885737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.885737] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8 already deleted. [ 912.885737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b3fd8e4-c1c2-423f-b5e7-a96ce2e80bb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.229489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.230020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.230020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.230020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.230264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.230264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.230392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.230555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.230635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.230705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.230835] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.230927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.230993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.231234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.231385] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.231516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.231587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.231775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.231872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.231958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.232887] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.265784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.265784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.268551] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.297764] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.297897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.298120] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3284b62-f724-4e9b-9d79-05068a3d961f with status ACTIVE [ 913.298272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.298482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.298482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.298674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.298769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.298954] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.299067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.299132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.299293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.299388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.299568] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.299648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.299711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.299856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.299940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.300213] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3284b62-f724-4e9b-9d79-05068a3d961f is going to be updated. [ 913.328570] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.328732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.328819] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.329091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.329270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.329674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3284b62-f724-4e9b-9d79-05068a3d961f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.341011] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e0f8cc2c-f4fd-46d2-a482-582b132d6239 None None] Enqueued Resource ID: 678d4433-9f96-42fb-94b6-5033ac2b016d with Priority: HIGHEST for action port [ 913.341280] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d4433-9f96-42fb-94b6-5033ac2b016d with Priority: HIGHEST for action port [ 913.341666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-678d4433-9f96-42fb-94b6-5033ac2b016d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.341789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678d4433-9f96-42fb-94b6-5033ac2b016d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.341855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678d4433-9f96-42fb-94b6-5033ac2b016d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.342146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678d4433-9f96-42fb-94b6-5033ac2b016d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.342230] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678d4433-9f96-42fb-94b6-5033ac2b016d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.518432] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 913.519020] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 deletion is rescheduled due to dependency. [ 913.519020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.519020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.519229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.519444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.519444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.519599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.519599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.519705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.519755] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.741021] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15855bac-a707-497d-9102-0d057dbcc2ef: rpc.has_security_group_logging(os_id): False [ 913.759061] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.759221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.759293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.759592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.769834] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a14aca7-4811-4103-92d5-9338c61cc93a req-b8317f04-b981-490c-a911-e6831ff4e201 tempest-ListImageFiltersTestJSON-176491855 tempest-ListImageFiltersTestJSON-176491855-project-member] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 913.770127] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.771769] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 913.772317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.772818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.772818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.772818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.773323] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.773323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.773323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.773712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.773712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.773712] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.779219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780301] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780301] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.781200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.781200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.781200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.781200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.781200] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 913.843998] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.844200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.844246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.844426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.844580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.845743] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 678d4433-9f96-42fb-94b6-5033ac2b016d [ 913.845925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.846246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.846334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.846535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.846604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.846703] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:678d4433-9f96-42fb-94b6-5033ac2b016d already deleted. [ 913.846778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678d4433-9f96-42fb-94b6-5033ac2b016d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.864217] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 914.022725] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.044892] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd28a939-11c9-43e9-961f-03f4aca92e1c in Status: SUCCESS [ 914.045154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.045330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.045552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.045737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.045901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.046036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.046248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.046398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.046506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.046602] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.226836] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.226836] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.226836] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.227117] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.227485] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.227869] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.228013] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.228370] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.228718] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.228786] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.228944] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.229037] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.229152] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.229284] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.229416] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.229583] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.253821] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.253986] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.254084] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.254277] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.254614] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-0190be59-cd2f-478f-b8de-166377150e4c taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.255443] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.255443] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.255443] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.255443] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0190be59-cd2f-478f-b8de-166377150e4c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.273568] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.273736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.273788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.274077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.274181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.274285] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 914.280963] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.281164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.281227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.281493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.281597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.281839] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.282068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.282162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.282494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.282633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.282633] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd already deleted. [ 914.282764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.309640] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.309884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.309884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.310027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.311854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.325028] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 914.525759] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.548808] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.764027] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.764027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.764027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.764027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.764027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.764027] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 0190be59-cd2f-478f-b8de-166377150e4c not found, creating... [ 914.767039] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.767039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.767039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.767039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.767291] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.767897] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.768669] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.768669] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.768858] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.769154] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.769480] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 0190be59-cd2f-478f-b8de-166377150e4c is going to be created. [ 914.801192] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.801455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.801615] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.802026] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.802367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.802575] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.028395] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.028626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.028709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.029079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.029198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.029312] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 915.051066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd28a939-11c9-43e9-961f-03f4aca92e1c: rpc.has_security_group_logging(os_id): False [ 915.071396] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.071396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.071396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.071742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.071895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.073910] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.074093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.074136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.074543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.074543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.074685] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.074908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.074908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.075064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.075118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.075605] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c is going to be created. [ 915.091253] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 915.158859] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.159109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.159219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.159505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.159752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.171779] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd28a939-11c9-43e9-961f-03f4aca92e1c in Status: IN_PROGRESS for 2s [ 915.587935] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a14aca7-4811-4103-92d5-9338c61cc93a req-9b54b10e-1c86-4606-96d8-9760f9342222 service nova] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_rules [ 915.588232] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a14aca7-4811-4103-92d5-9338c61cc93a req-9b54b10e-1c86-4606-96d8-9760f9342222 service nova] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 915.588384] env[64376]: INFO networking_nsxv3.common.synchronization [req-3a14aca7-4811-4103-92d5-9338c61cc93a req-9b54b10e-1c86-4606-96d8-9760f9342222 service nova] Enqueued Resource ID: 0190be59-cd2f-478f-b8de-166377150e4c with Priority: HIGHEST for action port [ 915.590323] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_rules [ 915.591296] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 915.591597] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0190be59-cd2f-478f-b8de-166377150e4c with Priority: HIGHEST for action port [ 915.594466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.594601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.595738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.595738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.595738] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.597520] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.598315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.598315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.598315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.598315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.598315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.598315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.598601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.598601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.598601] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.600415] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0190be59-cd2f-478f-b8de-166377150e4c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.600415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.600415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.600415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.600415] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0190be59-cd2f-478f-b8de-166377150e4c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.891732] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 915.892113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.999203] env[64376]: INFO networking_nsxv3.common.synchronization [req-eb7bfd86-e262-4285-be1b-b9c2240cd113 req-1418e32b-5b71-4c6c-9abf-8f7692141ab2 tempest-ListImageFiltersTestJSON-176491855 tempest-ListImageFiltersTestJSON-176491855-project-member] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 915.999914] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 916.000581] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.000755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.103199] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.103199] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.103199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.103199] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0190be59-cd2f-478f-b8de-166377150e4c with status ACTIVE [ 916.103620] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.103620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.103620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.103620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.103777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.104075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.104075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.104075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.104227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.104227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.104439] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.104531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.104590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.105457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.105457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.105457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0190be59-cd2f-478f-b8de-166377150e4c is going to be updated. [ 916.130742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.130999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.131128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.131405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.131616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.131843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0190be59-cd2f-478f-b8de-166377150e4c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214441] env[64376]: INFO networking_nsxv3.common.synchronization [None req-0a121991-5c6b-45e3-855f-1dfe1a6e2f99 None None] Enqueued Resource ID: bbd26547-c846-4680-a74d-986e01a7687b with Priority: HIGHEST for action port [ 916.215121] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd26547-c846-4680-a74d-986e01a7687b with Priority: HIGHEST for action port [ 916.215456] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd26547-c846-4680-a74d-986e01a7687b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.215582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd26547-c846-4680-a74d-986e01a7687b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.215651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd26547-c846-4680-a74d-986e01a7687b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.215900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd26547-c846-4680-a74d-986e01a7687b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.215986] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd26547-c846-4680-a74d-986e01a7687b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.221732] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d2845aa8-8a89-4b6f-a01e-ee9e72ab1cc4 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_rules [ 916.222264] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_rules [ 916.222625] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.222744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.222813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.223983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.224080] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.334346] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 916.334922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.336902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.336902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.337622] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.337823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.338075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.338311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.338614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.338877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.339083] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.458859] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.459183] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.459446] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.459730] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.460054] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.460287] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.460434] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.460675] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.461580] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.461580] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.461580] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.461580] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.461580] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.461775] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.461849] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.461988] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.481511] env[64376]: INFO networking_nsxv3.common.synchronization [None req-9c268201-d163-4def-aedd-35acc43825ca tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_rules [ 916.482457] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_rules [ 916.483347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.483948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.506107] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.506497] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.506867] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.507435] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.507700] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.507892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.508108] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.508720] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.508921] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb9e5fd-5c48-45f2-bfaa-34c53aa98865',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.609240] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.720837] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbd26547-c846-4680-a74d-986e01a7687b [ 916.721243] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.721433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.721585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.721847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.721982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.722606] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbd26547-c846-4680-a74d-986e01a7687b already deleted. [ 916.722606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd26547-c846-4680-a74d-986e01a7687b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.754524] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.754706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.754765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.755024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.755136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.755251] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 already deleted. [ 916.755349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.755536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.755885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.755984] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.842022] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69f5b82-7a7a-4485-8035-1f33698e7577: rpc.has_security_group_logging(os_id): False [ 916.864331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.864555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.864597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.864806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.864894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.865190] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.865316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.865388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.865554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.865638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.865873] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.865968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.866077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.866271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.866371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.866580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.866705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.866782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.866920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.866986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.867098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 916.949317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.949806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.949806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.949806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.950142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.975553] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 917.014276] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.014676] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.014830] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.015253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.015501] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.015740] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 not found, creating... [ 917.016100] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.016375] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.016518] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.016842] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.016921] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.017351] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.017543] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.017667] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.017937] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.018091] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.018245] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 is going to be created. [ 917.068619] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.068832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.069110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.069491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.069808] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.070152] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.105360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 917.105712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.105965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.106313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.107031] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.107031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.107031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.107247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.107247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.107383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.107534] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.115042] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.115042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.115042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.115042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.115042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.115042] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be created. [ 917.164560] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.164787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.164900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.165252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.165508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.180065] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: UNINITIALIZED for 2s [ 917.188911] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd28a939-11c9-43e9-961f-03f4aca92e1c in Status: SUCCESS [ 917.189314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.281727] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.281982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.281982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.282263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.282399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.282534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 already deleted. [ 917.282534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.612858] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.794380] env[64376]: INFO networking_nsxv3.common.synchronization [req-eb7bfd86-e262-4285-be1b-b9c2240cd113 req-7eb332f1-8388-4b71-8dcc-82a4a5f4531a service nova] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_rules [ 917.794380] env[64376]: INFO networking_nsxv3.common.synchronization [req-eb7bfd86-e262-4285-be1b-b9c2240cd113 req-7eb332f1-8388-4b71-8dcc-82a4a5f4531a service nova] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 917.794380] env[64376]: INFO networking_nsxv3.common.synchronization [req-eb7bfd86-e262-4285-be1b-b9c2240cd113 req-7eb332f1-8388-4b71-8dcc-82a4a5f4531a service nova] Enqueued Resource ID: bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 with Priority: HIGHEST for action port [ 917.794380] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_rules [ 917.794380] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 917.794380] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 with Priority: HIGHEST for action port [ 917.795211] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.795543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.795909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796946] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.797615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.797615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.797963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.798603] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb9e5fd-5c48-45f2-bfaa-34c53aa98865',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.116966] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aae1111-49c6-45d8-a9aa-90fb7010d531: rpc.has_security_group_logging(os_id): False [ 918.153973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.153973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.153973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.153973] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 918.241242] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.241680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.241680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.241804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.242047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.258163] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 918.304025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 with status ACTIVE [ 918.304025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.304025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.304025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.304025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.304025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfb9e5fd-5c48-45f2-bfaa-34c53aa98865 is going to be updated. [ 918.330993] env[64376]: INFO networking_nsxv3.common.synchronization [req-1618a91b-a5b5-4213-a0ae-6614b2d249bf req-38aeb9c1-92e8-41a0-bda9-ce3d0a064555 tempest-ServersAdminTestJSON-2027872993 tempest-ServersAdminTestJSON-2027872993-project-member] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 918.331941] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGHEST for action security_group_members [ 918.332212] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.332349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.332417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.332840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.333088] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.333203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.333298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.333482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.333744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.333744] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.349467] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.349673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.349673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.352106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.352106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.352106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb9e5fd-5c48-45f2-bfaa-34c53aa98865" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.837867] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.837867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.837867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.837867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.871253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872445] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.872445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.872445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.872445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be updated. [ 918.909864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.909864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.909864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.909864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.909864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.923054] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: IN_PROGRESS for 2s [ 918.994401] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 918.994401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.994655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.994784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.994873] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.196600] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 919.197023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.197164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.197353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.197547] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.197668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.197726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.199017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.199017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.199017] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.498756] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.499059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.499059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.499228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.499393] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.499493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.499558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.500321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.500321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.500321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.500321] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.700874] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.002053] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.002281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.002281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.002541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.002730] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.002834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.002896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.003066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.003221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.003325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.003380] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.003472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.003524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.003672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.003802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.004113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.004113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.004113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.004237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.004237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.004318] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.204369] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.288491] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 920.288785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.506647] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69f5b82-7a7a-4485-8035-1f33698e7577: rpc.has_security_group_logging(os_id): False [ 920.530877] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.531072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.531115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.531354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.531456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.531730] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.531875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.531935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.532117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.532191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532390] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.532500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.532686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.532759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532955] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.533672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.533820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.533992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.534125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.534233] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 920.612630] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.612630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.612630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.612630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.612630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.636247] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 920.705996] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.705996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.705996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.705996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.705996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.706971] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be updated. [ 920.751034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.751312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.751370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.751692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.751853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.765148] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: IN_PROGRESS for 2s [ 920.936623] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de4a18f-b115-4607-a852-d3afad133ba8 in Status: SUCCESS [ 920.936811] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 deletion is rescheduled due to dependency. [ 920.936933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.659576] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 922.659939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.756549] env[64376]: INFO networking_nsxv3.common.synchronization [req-c28209f9-d5cf-40bb-8d37-24fdd6c91900 req-277570af-68c7-4b85-9245-c6c09b8a5eb1 tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 922.758117] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 922.758613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.758823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.758935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.759257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.760586] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.760744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.760816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.761340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.761835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.762149] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.780052] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 922.780352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.782709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.783040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.783242] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.783365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.783457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.783701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.783846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.783954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.784236] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.789934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.790251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.790463] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.791300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.791300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.791300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.791300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.791300] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.091571] env[64376]: INFO networking_nsxv3.common.synchronization [req-c28209f9-d5cf-40bb-8d37-24fdd6c91900 req-98a81f07-84d6-4c8b-b9c2-9e7516d2db09 tempest-ServersTestMultiNic-392287185 tempest-ServersTestMultiNic-392287185-project-member] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 923.092297] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGHEST for action security_group_members [ 923.093224] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.093224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.264477] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.287587] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.287728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.298417] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.767309] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.800597] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.269510] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.269660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.270318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.270602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.270698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.271246] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 924.301826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.302021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.302068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.302268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.302680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.303976] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.303976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.304261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.304376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.304461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.304552] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be updated. [ 924.314242] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 924.333377] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.333525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.333633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.333867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.334035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.344374] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: IN_PROGRESS for 2s [ 926.328410] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 926.328922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.329204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.329837] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.329837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.329837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.329837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.330057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.330057] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.354996] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 926.355145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.355303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.355626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.355789] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.355987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.355987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.356113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.356202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.356290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.356438] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.356538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.356606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.356719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.356853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.357031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.357031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.357143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.357191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.357274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.357362] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.833263] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.833578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.833578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.834135] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.834135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.834135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.834458] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be updated. [ 926.862027] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd7b8c0e-ca22-429f-ae68-46b0f26131cd: rpc.has_security_group_logging(os_id): False [ 926.870245] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.870350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.870423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.870665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.870813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.886490] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: IN_PROGRESS for 2s [ 926.891238] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.891371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.891439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.891722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.891805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.891992] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.892897] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.892897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.893291] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.893291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.893291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.893407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.893438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.893526] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be created. [ 926.962957] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.965367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.966197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.968191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.979634] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: IN_PROGRESS for 2s [ 927.244026] env[64376]: INFO networking_nsxv3.common.synchronization [req-0485d981-d8d1-44d5-9f7e-d67f60353270 req-67a5405c-f7c9-4203-83f9-e49bf30bc212 tempest-InstanceActionsTestJSON-157049293 tempest-InstanceActionsTestJSON-157049293-project-member] Enqueued Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_members [ 927.245287] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_members [ 927.247108] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.247445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.247586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.248386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.248831] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.248983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.249183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.249501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.249921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.250137] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.622047] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.622383] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-666" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.622383] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-666" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.622761] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-666" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.623016] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.623180] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.623296] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.623511] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.623658] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.623886] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.624011] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.624127] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.624235] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.624345] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.624461] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.624602] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.643055] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.643222] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.643362] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.643547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-666" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643870] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-11724ebf-b21b-432e-bc49-231e07e3382b taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.644068] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.644191] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.644523] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.644665] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11724ebf-b21b-432e-bc49-231e07e3382b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.670713] env[64376]: INFO networking_nsxv3.common.synchronization [None req-762b8533-3d4b-4e84-babe-1f5a2741694f None None] Enqueued Resource ID: 0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e with Priority: HIGHEST for action port [ 927.670763] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e with Priority: HIGHEST for action port [ 927.671649] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.671649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.671649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.671990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.672145] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.756187] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.756460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.756925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.756925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.756925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.757067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.757178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.757226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.757396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.757479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.757565] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 already deleted. [ 927.757646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.081437] env[64376]: INFO networking_nsxv3.common.synchronization [req-2afd4a12-4b0e-4f39-ace5-795b6eea5ff6 req-d281bf94-54c8-48aa-b5b5-e5faf306d9be tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 928.082573] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 928.082987] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.083123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.083174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.083702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.083912] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.084049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.084121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.084290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.084386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.084507] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.147679] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.147679] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147679] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.147899] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.148057] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.148209] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 11724ebf-b21b-432e-bc49-231e07e3382b not found, creating... [ 928.148457] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.148607] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.148732] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.148946] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.149084] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.149370] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.149557] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.149673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.149935] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.150111] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.150255] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 11724ebf-b21b-432e-bc49-231e07e3382b is going to be created. [ 928.178246] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.178246] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e [ 928.178246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.178246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.179847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.179943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.180049] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e already deleted. [ 928.180131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0556d13a-4bbf-4a63-9e7b-a08c4c6c2d7e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.587141] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.901038] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69f5b82-7a7a-4485-8035-1f33698e7577 in Status: SUCCESS [ 928.901347] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 deletion is rescheduled due to dependency. [ 928.901389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.938758] env[64376]: INFO networking_nsxv3.common.synchronization [req-0485d981-d8d1-44d5-9f7e-d67f60353270 req-0fe72e0c-a348-478b-a871-387bd2cd3f5e service nova] Enqueued Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_rules [ 928.938987] env[64376]: INFO networking_nsxv3.common.synchronization [req-0485d981-d8d1-44d5-9f7e-d67f60353270 req-0fe72e0c-a348-478b-a871-387bd2cd3f5e service nova] Enqueued Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_members [ 928.939075] env[64376]: INFO networking_nsxv3.common.synchronization [req-0485d981-d8d1-44d5-9f7e-d67f60353270 req-0fe72e0c-a348-478b-a871-387bd2cd3f5e service nova] Enqueued Resource ID: 11724ebf-b21b-432e-bc49-231e07e3382b with Priority: HIGHEST for action port [ 928.939749] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_rules [ 928.940226] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_members [ 928.940226] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11724ebf-b21b-432e-bc49-231e07e3382b with Priority: HIGHEST for action port [ 928.941054] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.941185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.941309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.941551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.941642] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.942700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.943676] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.943676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.943676] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.944542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-11724ebf-b21b-432e-bc49-231e07e3382b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.944885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.944885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.944885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.946122] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11724ebf-b21b-432e-bc49-231e07e3382b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.992172] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 928.992446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.992594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.992832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.992995] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.089289] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.447070] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.448641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.449484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.449933] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11724ebf-b21b-432e-bc49-231e07e3382b with status ACTIVE [ 929.450160] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.450298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.450298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.450708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.450708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450774] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.450824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.450874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.453972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.454148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.454333] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.456019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.456019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.456019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.456019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.456019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11724ebf-b21b-432e-bc49-231e07e3382b is going to be updated. [ 929.477324] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.477522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.477522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.477801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.477957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.478158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11724ebf-b21b-432e-bc49-231e07e3382b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.496174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.496396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.496396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.496636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.496788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.497376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.497376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.497376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.497376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.497376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.497376] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.592828] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.593153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.593153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.594484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.594484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.594484] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 929.633457] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.633658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.633658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.633993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.635215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645862] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 929.952078] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.002546] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.002774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.002774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.003144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.003407] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.003571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.003684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.003944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.004087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.004199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.004416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.004498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.004549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.004677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.004820] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.004898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.004960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.005174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.005174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.005268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.005352] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.455409] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.455409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.455409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.455409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.455409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.455409] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 is going to be created. [ 930.485063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.485063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.485063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.485063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.485063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.495626] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 in Status: UNINITIALIZED for 2s [ 930.511320] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd7b8c0e-ca22-429f-ae68-46b0f26131cd: rpc.has_security_group_logging(os_id): False [ 930.536542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.536542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.536542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.536542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.537157] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.537157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.537242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.538039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.538039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538039] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be updated. [ 930.611400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.611576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.611755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.611993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.612170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.627227] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: IN_PROGRESS for 2s [ 931.655474] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 931.655724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.509386] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 in Status: SUCCESS [ 932.509791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.510965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.510965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.511453] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.511646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.511778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.511983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.512088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.512177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.512284] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.647027] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 932.647027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.679207] env[64376]: INFO networking_nsxv3.common.synchronization [req-70a79b39-7c5c-41d0-929d-371434dc9277 req-84daa473-4328-4fa8-a01b-392363bb5ecc tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 932.680108] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 932.680497] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.681407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.681407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.681407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.681407] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.681407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.681407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.681407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.681687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.681687] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.015201] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.018024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.018024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.018024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.018024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.020383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.020383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.020383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.020383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.020383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.020383] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.187256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.187256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.187256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.187256] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 933.216026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.216026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.216026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.216026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.216026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.227242] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 933.522680] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318e38ec-b04d-43b9-9ede-82343fa261e5: rpc.has_security_group_logging(os_id): False [ 933.548842] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.549152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.549273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.550620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.550620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.550620] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.550620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.550620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.550930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.550930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.551120] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.551120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.551316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.551726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.551726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.551726] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.551932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.551932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.552028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.552227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.552227] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 is going to be created. [ 933.605271] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.605535] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.605594] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.605948] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.606456] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.606456] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.606659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.606812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.606998] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.607226] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.607378] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.607469] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.607547] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.608395] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.608395] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.608395] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.628488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.628718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.628718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.628906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.629158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.632868] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.632868] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.633339] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.633339] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.633423] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-66acbed5-9472-4804-a401-7471d93d9841 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.633621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.633741] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.634132] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.634299] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66acbed5-9472-4804-a401-7471d93d9841',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.649376] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 in Status: IN_PROGRESS for 2s [ 934.137078] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.137465] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.137465] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137745] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.137964] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.138307] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 66acbed5-9472-4804-a401-7471d93d9841 not found, creating... [ 934.138613] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.138781] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.138901] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.139148] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.139288] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.139573] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.139730] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.139847] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.140111] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.140293] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.140476] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 66acbed5-9472-4804-a401-7471d93d9841 is going to be created. [ 934.161117] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.161366] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.161452] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.162038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.162343] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.162677] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.924340] env[64376]: INFO networking_nsxv3.common.synchronization [req-70a79b39-7c5c-41d0-929d-371434dc9277 req-8b0243b2-7d6d-4a40-bde7-724869324de1 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 934.924340] env[64376]: INFO networking_nsxv3.common.synchronization [req-70a79b39-7c5c-41d0-929d-371434dc9277 req-8b0243b2-7d6d-4a40-bde7-724869324de1 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 934.927529] env[64376]: INFO networking_nsxv3.common.synchronization [req-70a79b39-7c5c-41d0-929d-371434dc9277 req-8b0243b2-7d6d-4a40-bde7-724869324de1 service nova] Enqueued Resource ID: 66acbed5-9472-4804-a401-7471d93d9841 with Priority: HIGHEST for action port [ 934.932382] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 934.932382] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 934.932382] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66acbed5-9472-4804-a401-7471d93d9841 with Priority: HIGHEST for action port [ 934.932382] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.932382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.932382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.932382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.932382] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.938631] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.938631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.938631] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-66acbed5-9472-4804-a401-7471d93d9841 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.938631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.938631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.938631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.938631] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66acbed5-9472-4804-a401-7471d93d9841',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.240247] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 935.240715] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 935.240715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.240800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.241215] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.241351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.241420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.241783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.241783] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.301789] env[64376]: INFO networking_nsxv3.common.synchronization [req-b2a52184-031f-453e-bd98-b7ce4c7f9ce4 req-6fed4b4c-7d77-4428-8c7a-896bed506406 tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 935.306263] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 935.306669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.307289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.307376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.307663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.307802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.307905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.307966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.308146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.308244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.308343] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.436682] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.436834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.442166] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66acbed5-9472-4804-a401-7471d93d9841 with status ACTIVE [ 935.446655] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.446809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.446893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.447449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.447449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.447449] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.447618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.447618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.447773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.447823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448512] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66acbed5-9472-4804-a401-7471d93d9841 is going to be updated. [ 935.473052] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.473220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.473328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.473635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.473897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.474115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66acbed5-9472-4804-a401-7471d93d9841" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.665186] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 in Status: SUCCESS [ 935.665439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.744675] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.793785] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.793998] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.794227] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.794648] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.795047] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.795310] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.795521] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.795874] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.796153] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.796476] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.796702] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.796797] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.797015] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.797233] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.797437] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.797669] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.811197] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.811446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.811943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.812228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.812351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.812544] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.812669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.812764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.813190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.813190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.813190] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be updated. [ 935.819984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.820251] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.820461] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.820715] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-609" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.821130] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.821979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.821979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.821979] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.822162] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb2a7b8-691e-4bd8-9801-fe2d881f6821',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.850860] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.851047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.851125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.851328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.851861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.861187] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 936.248219] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.326203] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.326381] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.326576] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.326888] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.327107] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.327312] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 2fb2a7b8-691e-4bd8-9801-fe2d881f6821 not found, creating... [ 936.327586] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.327797] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.327853] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.328088] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.328229] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.328516] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.328672] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.328787] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.328990] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.329145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.329282] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 2fb2a7b8-691e-4bd8-9801-fe2d881f6821 is going to be created. [ 936.355194] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.355410] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.355538] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.355825] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.356126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.356344] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.750972] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.751134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.751227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.751808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.751808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.751808] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 936.780841] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.780841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.780841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.780841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.780841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.793617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 937.130455] env[64376]: INFO networking_nsxv3.common.synchronization [req-b2a52184-031f-453e-bd98-b7ce4c7f9ce4 req-a084b5a4-aafe-490b-99ca-8cf5f289da4d service nova] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_rules [ 937.130653] env[64376]: INFO networking_nsxv3.common.synchronization [req-b2a52184-031f-453e-bd98-b7ce4c7f9ce4 req-a084b5a4-aafe-490b-99ca-8cf5f289da4d service nova] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 937.130788] env[64376]: INFO networking_nsxv3.common.synchronization [req-b2a52184-031f-453e-bd98-b7ce4c7f9ce4 req-a084b5a4-aafe-490b-99ca-8cf5f289da4d service nova] Enqueued Resource ID: 2fb2a7b8-691e-4bd8-9801-fe2d881f6821 with Priority: HIGHEST for action port [ 937.133244] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_rules [ 937.133244] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 937.133244] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2a7b8-691e-4bd8-9801-fe2d881f6821 with Priority: HIGHEST for action port [ 937.134288] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.134288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.134288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.134288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.134288] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.135600] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.135600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.135858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.136196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.136196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.137751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.137751] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb2a7b8-691e-4bd8-9801-fe2d881f6821',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.639581] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.639994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.640068] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fb2a7b8-691e-4bd8-9801-fe2d881f6821 with status ACTIVE [ 937.640269] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.640425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.640525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.640858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.640986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.641260] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.641418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.641493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.641794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.641930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.642232] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.642363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.642456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.642734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.642808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.642915] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fb2a7b8-691e-4bd8-9801-fe2d881f6821 is going to be updated. [ 937.675739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.676061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.676207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.676441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.676609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.676832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb2a7b8-691e-4bd8-9801-fe2d881f6821" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692286] env[64376]: INFO networking_nsxv3.common.synchronization [req-cfc30eea-dc4f-41b4-8d2a-db9b49e3ffe4 req-91407bb9-51e0-45c8-976e-104f8efae775 tempest-ServersNegativeTestMultiTenantJSON-378334819 tempest-ServersNegativeTestMultiTenantJSON-378334819-project-member] Enqueued Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_members [ 937.692514] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_members [ 937.694151] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.694151] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.694151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.694151] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.871260] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 937.871430] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 deletion is rescheduled due to dependency. [ 937.871623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.871742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.871953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.872150] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.872258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.872320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.872461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.872538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.872657] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.142427] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.142757] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-935" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.142992] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-935" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.143539] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-935" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.143958] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144245] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.144814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.145194] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.145450] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.145752] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.145904] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.146058] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.147464] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.147464] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.147464] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.147464] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.177864] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.178332] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.178509] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.178854] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-935" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.179567] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-780e130c-ea12-49ae-83fe-077790a35b1d taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.179778] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.180200] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.180535] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.180638] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780e130c-ea12-49ae-83fe-077790a35b1d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.195761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.195970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.196061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.196675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.196675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.196675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.196675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.196675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.197043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.197043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.197043] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f already deleted. [ 938.197154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.374744] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.684537] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.684900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.684900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.685235] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.685381] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.685539] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 780e130c-ea12-49ae-83fe-077790a35b1d not found, creating... [ 938.685818] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.685970] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.686104] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.686327] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.686500] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.686758] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.686908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.687880] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.688218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.688436] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.689031] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 780e130c-ea12-49ae-83fe-077790a35b1d is going to be created. [ 938.704858] env[64376]: INFO networking_nsxv3.common.synchronization [req-73d6dc0d-3d8f-4253-97d3-2269d582bccd req-5f1a2b63-7078-4eac-9036-4dcd91b29850 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_members [ 938.705813] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGHEST for action security_group_members [ 938.705813] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.705813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.705813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.706221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.706221] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.706329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.706412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.706536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.706613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.706708] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.710318] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.710318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.710318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.710456] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.710701] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.711376] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.804561] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 938.804862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.805083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.805406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.805687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.805874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.805987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.806251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.806383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.806523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.806668] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.878209] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.214484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.214484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.214484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.214484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.237175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.237428] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.237543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.237762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.237837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.237872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.237975] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 is going to be updated. [ 939.268293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.268687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.268687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.268804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.268853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.279874] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 in Status: IN_PROGRESS for 2s [ 939.309913] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.310138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.310182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.310458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.310649] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.310765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.310868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.311066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.311155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.311252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.311530] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.311693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.312781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.312781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.312781] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.312781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.312781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.312781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.312983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.312983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.313196] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.381813] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.381813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.381813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.382032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.382122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.382694] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be updated. [ 939.414995] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.414995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.414995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.414995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.414995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.427371] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 939.476491] env[64376]: INFO networking_nsxv3.common.synchronization [req-cfc30eea-dc4f-41b4-8d2a-db9b49e3ffe4 req-f33d64b5-3690-4773-97d3-2428b3cc1e7d service nova] Enqueued Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_rules [ 939.476491] env[64376]: INFO networking_nsxv3.common.synchronization [req-cfc30eea-dc4f-41b4-8d2a-db9b49e3ffe4 req-f33d64b5-3690-4773-97d3-2428b3cc1e7d service nova] Enqueued Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_members [ 939.476491] env[64376]: INFO networking_nsxv3.common.synchronization [req-cfc30eea-dc4f-41b4-8d2a-db9b49e3ffe4 req-f33d64b5-3690-4773-97d3-2428b3cc1e7d service nova] Enqueued Resource ID: 780e130c-ea12-49ae-83fe-077790a35b1d with Priority: HIGHEST for action port [ 939.476814] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_rules [ 939.476962] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_members [ 939.477098] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780e130c-ea12-49ae-83fe-077790a35b1d with Priority: HIGHEST for action port [ 939.478028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.478028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.478028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.478028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.478028] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.479264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.479379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.479455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.479689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.479914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.480032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.480805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.480805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.480805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.480805] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.481743] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-780e130c-ea12-49ae-83fe-077790a35b1d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.481743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.481743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.481956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.482032] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780e130c-ea12-49ae-83fe-077790a35b1d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.816080] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211c3b7c-2d14-46d1-a071-b51fe8f74a41: rpc.has_security_group_logging(os_id): False [ 939.834905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.835112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.835317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.835409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.835445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.836146] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.836411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.836411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.837901] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.837901] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.837901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.838518] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 939.903218] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.903218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.903218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.903218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.903218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.919079] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 939.985307] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.985307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.985307] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.986043] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 780e130c-ea12-49ae-83fe-077790a35b1d with status ACTIVE [ 939.986043] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.986043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.986043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.986263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.988522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.988790] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.989794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.989885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.990449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.992087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.992087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.992087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.992087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.992087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.992087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.992314] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 780e130c-ea12-49ae-83fe-077790a35b1d is going to be updated. [ 940.022760] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.023379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.023902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.023902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.024476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.024749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780e130c-ea12-49ae-83fe-077790a35b1d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.494823] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.999107] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.999573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.999573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.999716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.999831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.000062] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f is going to be created. [ 941.027426] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.027655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.027655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.027908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.028566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.043686] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: UNINITIALIZED for 2s [ 941.299138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 in Status: SUCCESS [ 941.300046] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 deletion is rescheduled due to dependency. [ 941.300210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.436673] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 941.436911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.437074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.437258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.437464] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.437595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.437691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.437928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.438070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.438211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.438358] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.581985] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5b50cb00-8ba2-4cd5-9d0f-ef2e1dedb8c9 None None] Enqueued Resource ID: d79ed391-ea95-47bc-973e-d5270fae53ef with Priority: HIGHEST for action port [ 941.582914] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79ed391-ea95-47bc-973e-d5270fae53ef with Priority: HIGHEST for action port [ 941.583450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79ed391-ea95-47bc-973e-d5270fae53ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.583613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79ed391-ea95-47bc-973e-d5270fae53ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.583613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79ed391-ea95-47bc-973e-d5270fae53ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.583892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79ed391-ea95-47bc-973e-d5270fae53ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.584079] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79ed391-ea95-47bc-973e-d5270fae53ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.935314] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 941.935314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944030] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.944030] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944030] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.944030] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.944030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.944857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.944857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.944857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944857] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.087093] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d79ed391-ea95-47bc-973e-d5270fae53ef [ 942.087093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.087093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.087093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.087455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.087455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.087455] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d79ed391-ea95-47bc-973e-d5270fae53ef already deleted. [ 942.087455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79ed391-ea95-47bc-973e-d5270fae53ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.452533] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15370c03-54f1-4b8c-8f0e-35c9620c17a4: rpc.has_security_group_logging(os_id): False [ 942.477785] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.477785] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.477785] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.477785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.478594] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.478594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.478594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.478594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.478747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.479095] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be updated. [ 942.550092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.550240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.550404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.550631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.550792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.571392] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 943.053224] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: SUCCESS [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.056705] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.056705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.056705] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.306560] env[64376]: INFO networking_nsxv3.common.synchronization [req-3cd86fba-9738-47e7-a9de-80f48382a401 req-fa3025b2-0160-44a9-b146-89128de316b0 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_members [ 943.307360] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_members [ 943.307463] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.307647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.307647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.307840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.308066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.308175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.308288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.308992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.309123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.309210] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.558419] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.558602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.558662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.558904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.559393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.559464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.559637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.559839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.559984] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.560553] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561587] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.812373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.812813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.813236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.813458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.813665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.814818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.814818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.814818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.814818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.814818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.814818] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 already deleted. [ 943.814818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.063235] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee8f8b7-6c56-4ede-8c83-af14586ce06f: rpc.has_security_group_logging(os_id): False [ 944.087919] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.088611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.088831] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.089501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.089602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.089665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.092693] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.092693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.092693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.092693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.092693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.092693] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f is going to be created. [ 944.166904] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.167089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.167162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.167351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.167544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.184072] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: IN_PROGRESS for 2s [ 944.273690] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1a318d8f-6bee-481e-a781-248330a2e0be None None] Enqueued Resource ID: dda33976-c59a-4d2d-864d-4a3bc6309148 with Priority: HIGHEST for action port [ 944.274345] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda33976-c59a-4d2d-864d-4a3bc6309148 with Priority: HIGHEST for action port [ 944.274806] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda33976-c59a-4d2d-864d-4a3bc6309148 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.274806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda33976-c59a-4d2d-864d-4a3bc6309148" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.274806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda33976-c59a-4d2d-864d-4a3bc6309148" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.276534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda33976-c59a-4d2d-864d-4a3bc6309148" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.276703] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda33976-c59a-4d2d-864d-4a3bc6309148',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.593647] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 944.593957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.626820] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.627097] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.627216] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.627534] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.627803] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.627965] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.628133] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.628377] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.628523] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.628785] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.628902] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.629024] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.629146] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.629262] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.629370] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.629522] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.652404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.652537] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.652727] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.653430] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.653430] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-3e48178f-9f51-4ca5-9064-014220c6ace9 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.653654] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.653696] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.657122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.657122] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e48178f-9f51-4ca5-9064-014220c6ace9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.779225] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dda33976-c59a-4d2d-864d-4a3bc6309148 [ 944.779859] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.779859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.780134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.780543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.780543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.780543] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dda33976-c59a-4d2d-864d-4a3bc6309148 already deleted. [ 944.780836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda33976-c59a-4d2d-864d-4a3bc6309148" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.160136] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.160375] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.160504] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.160788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.160944] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.161112] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 3e48178f-9f51-4ca5-9064-014220c6ace9 not found, creating... [ 945.161375] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.161541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.161866] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.162179] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.162365] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.162700] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.162970] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.163040] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.163248] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.163409] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.163631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 3e48178f-9f51-4ca5-9064-014220c6ace9 is going to be created. [ 945.189768] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.189992] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.190135] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.190416] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.190661] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.190884] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.970386] env[64376]: INFO networking_nsxv3.common.synchronization [req-3cd86fba-9738-47e7-a9de-80f48382a401 req-dc32be55-3d9d-4435-9a13-20847ac2dc7a service nova] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_rules [ 945.970681] env[64376]: INFO networking_nsxv3.common.synchronization [req-3cd86fba-9738-47e7-a9de-80f48382a401 req-dc32be55-3d9d-4435-9a13-20847ac2dc7a service nova] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_members [ 945.970832] env[64376]: INFO networking_nsxv3.common.synchronization [req-3cd86fba-9738-47e7-a9de-80f48382a401 req-dc32be55-3d9d-4435-9a13-20847ac2dc7a service nova] Enqueued Resource ID: 3e48178f-9f51-4ca5-9064-014220c6ace9 with Priority: HIGHEST for action port [ 945.971439] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_rules [ 945.971688] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_members [ 945.972361] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e48178f-9f51-4ca5-9064-014220c6ace9 with Priority: HIGHEST for action port [ 945.972361] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.972361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.972620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.972620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.972723] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.973980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.974172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.974504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.974603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.974737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.974881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.974956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.975103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.975204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.975304] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.976238] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e48178f-9f51-4ca5-9064-014220c6ace9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.976349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.976394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.976532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.976611] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e48178f-9f51-4ca5-9064-014220c6ace9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.207239] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: SUCCESS [ 946.207239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.479330] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.480343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.482608] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.483615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e48178f-9f51-4ca5-9064-014220c6ace9 with status ACTIVE [ 946.483804] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.483914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.484105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.484674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.484674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.485122] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.485122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.485570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.485852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.486501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.486501] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.487061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.487061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.487061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.487169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.487267] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e48178f-9f51-4ca5-9064-014220c6ace9 is going to be updated. [ 946.519226] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.519417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.519529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.519736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.519836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.519999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e48178f-9f51-4ca5-9064-014220c6ace9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.994586] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.497965] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.498136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.498260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.498415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.498496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.498596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 is going to be created. [ 947.533965] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.534080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.534080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.534467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.534608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.550823] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: UNINITIALIZED for 2s [ 949.574910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: SUCCESS [ 949.575242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.575455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.575715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.576022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.576132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.576179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.576646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.576646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.576646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.576777] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.078876] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.214683] env[64376]: INFO networking_nsxv3.common.synchronization [req-f01f58d3-3aae-429b-a859-e1fa10b9c1dc req-de44adf9-3aa6-400f-a142-4be9219987cb tempest-ServerDiagnosticsNegativeTest-969105022 tempest-ServerDiagnosticsNegativeTest-969105022-project-member] Enqueued Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_members [ 950.215229] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_members [ 950.215571] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.216054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.216054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.216190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.216369] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.216472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.216519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.216679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.216780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.216906] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.582484] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17: rpc.has_security_group_logging(os_id): False [ 950.604948] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.605440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.605440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.605440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.605440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.605684] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.605742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.605777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.605927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.606019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.606101] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 is going to be created. [ 950.631115] env[64376]: INFO networking_nsxv3.common.synchronization [req-bbaecc40-5daf-4d88-9094-5fc5e2791d33 req-ddca3eca-60f4-4308-a893-3cc8fcd80eec tempest-InstanceActionsTestJSON-157049293 tempest-InstanceActionsTestJSON-157049293-project-member] Enqueued Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_members [ 950.631895] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGHEST for action security_group_members [ 950.633599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.633727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.634113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.634113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.634229] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.634345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.634345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.634451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.634534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.634637] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.704740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.705237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.705237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.705493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.705631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.721158] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: IN_PROGRESS for 2s [ 950.721528] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.721717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.721802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.722051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.722162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.722437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.722531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.722568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.722795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.722895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.723012] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9028d99-e204-4170-8950-6a40d2e24b3f already deleted. [ 950.723108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.734420] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.734735] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.734900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.736868] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.737066] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737325] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.737476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.737774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.737966] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.738290] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.738366] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.738471] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.738581] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.738720] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.738859] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.738984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.779661] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.779958] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.780205] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.780501] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-106" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.780988] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-1dfed387-bc04-4ed0-926a-efbc2ff758fb taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.781308] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.781482] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.781923] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.782369] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfed387-bc04-4ed0-926a-efbc2ff758fb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.967781] env[64376]: INFO networking_nsxv3.common.synchronization [req-cda42bab-29b7-40f6-8de7-4dbaa4259496 req-3ce23175-827a-4a89-8125-2d408c67e6cb tempest-ImagesOneServerNegativeTestJSON-1316583104 tempest-ImagesOneServerNegativeTestJSON-1316583104-project-member] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 950.974142] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGHEST for action security_group_members [ 950.974142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.974142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.974142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.974142] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.137414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.137563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.137623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.137851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.137939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.138173] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.138269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.139131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.139131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.139131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.139131] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 is going to be updated. [ 951.175937] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.176143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.176189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.176365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.176498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.189645] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 in Status: IN_PROGRESS for 2s [ 951.286277] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.286607] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.286803] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.287282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.287519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.287876] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 1dfed387-bc04-4ed0-926a-efbc2ff758fb not found, creating... [ 951.288388] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.288784] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.289145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.289773] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.289913] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.290588] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.290882] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.291095] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.291455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.291813] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.292128] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 1dfed387-bc04-4ed0-926a-efbc2ff758fb is going to be created. [ 951.325025] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.325608] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.325978] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326464] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.326814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.327189] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.363922] env[64376]: INFO networking_nsxv3.common.synchronization [req-2a4d1a0d-c53b-45a5-9ebf-b205065eba42 req-3b5eb15a-0ee5-42ab-be74-b5381a5c25e6 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 951.364847] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 951.365270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.365461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.365630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.365842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.366021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.366190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.366278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.366452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.366543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.366638] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.476574] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.476781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.476781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.476999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.477126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.477386] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.477510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.477510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.477992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.478097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.478192] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be updated. [ 951.513311] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.513493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.513535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.513836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.514211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.526146] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: IN_PROGRESS for 2s [ 951.870904] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.870904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.870904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.871647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.871647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.872312] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.872499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.872598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.872864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.873020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.873453] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 951.940947] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.942135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.942135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.942135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.942475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.955422] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 952.071109] env[64376]: INFO networking_nsxv3.common.synchronization [req-f01f58d3-3aae-429b-a859-e1fa10b9c1dc req-15591cce-40f3-468b-aa2a-78abbad5e470 service nova] Enqueued Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_rules [ 952.071284] env[64376]: INFO networking_nsxv3.common.synchronization [req-f01f58d3-3aae-429b-a859-e1fa10b9c1dc req-15591cce-40f3-468b-aa2a-78abbad5e470 service nova] Enqueued Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_members [ 952.071425] env[64376]: INFO networking_nsxv3.common.synchronization [req-f01f58d3-3aae-429b-a859-e1fa10b9c1dc req-15591cce-40f3-468b-aa2a-78abbad5e470 service nova] Enqueued Resource ID: 1dfed387-bc04-4ed0-926a-efbc2ff758fb with Priority: HIGHEST for action port [ 952.072130] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_rules [ 952.072326] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_members [ 952.072436] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfed387-bc04-4ed0-926a-efbc2ff758fb with Priority: HIGHEST for action port [ 952.072854] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.072921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.073028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.073313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.073487] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.074512] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.074601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.074712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.074906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.075098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.075332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.075332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.076677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.076677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.076677] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.076677] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dfed387-bc04-4ed0-926a-efbc2ff758fb taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.076677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.077170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.077804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.077804] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfed387-bc04-4ed0-926a-efbc2ff758fb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.579052] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.581759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.581759] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dfed387-bc04-4ed0-926a-efbc2ff758fb with status ACTIVE [ 952.581759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.581759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.581759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.581759] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.582323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.582323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.582323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.582323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.582323] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dfed387-bc04-4ed0-926a-efbc2ff758fb is going to be updated. [ 952.604942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.605109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.605187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.605386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.605535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.605728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dfed387-bc04-4ed0-926a-efbc2ff758fb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.735333] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: SUCCESS [ 952.735497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.086019] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.203672] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 in Status: SUCCESS [ 953.203870] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 deletion is rescheduled due to dependency. [ 953.204024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.536622] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 in Status: SUCCESS [ 953.536622] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 deletion is rescheduled due to dependency. [ 953.536853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.587624] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.587967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.588078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.588291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.588381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.588510] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9028d99-e204-4170-8950-6a40d2e24b3f is going to be created. [ 953.615321] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.615569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.615569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.615787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.615999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.627821] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9028d99-e204-4170-8950-6a40d2e24b3f in Status: UNINITIALIZED for 2s [ 953.968138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 953.968681] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 953.968681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.640178] env[64376]: INFO networking_nsxv3.common.synchronization [req-0259d5bc-f24e-45b2-9405-fb8dbc946757 req-5402c6a4-539f-4e3a-8b42-e7bc84af581e tempest-ServersNegativeTestMultiTenantJSON-378334819 tempest-ServersNegativeTestMultiTenantJSON-378334819-project-member] Enqueued Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_members [ 954.641299] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGHEST for action security_group_members [ 954.641299] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.641481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.641481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.641798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.642015] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.642192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.642283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.642746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.642746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.642746] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.146694] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.146694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.146694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.146940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.146940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.147359] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.147359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.147359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.147482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.148023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.148023] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f is going to be updated. [ 955.178642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.178834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.178834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.179038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.179206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.190135] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: IN_PROGRESS for 2s [ 955.638785] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9028d99-e204-4170-8950-6a40d2e24b3f in Status: SUCCESS [ 955.639079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.639868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.640111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.640322] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.640598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.640598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.640710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.640762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640965] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.143888] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.144071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.144138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.144341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.144507] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.144606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.144660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.144807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.144892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.145017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.145140] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.145247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.145287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.145428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.148904] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.149034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.149165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.149271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.149358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.149509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.149562] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.651528] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9028d99-e204-4170-8950-6a40d2e24b3f: rpc.has_security_group_logging(os_id): False [ 956.671422] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.671422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.671717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.671766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.671903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.672091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.672238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.672307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.672473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.672550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.672776] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.672876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.672938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.673091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.673183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.673425] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.673521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.673582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.673721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.673822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.673924] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9028d99-e204-4170-8950-6a40d2e24b3f is going to be created. [ 956.769709] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.769709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.769709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.769981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.770035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.792658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9028d99-e204-4170-8950-6a40d2e24b3f in Status: IN_PROGRESS for 2s [ 957.204508] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: IN_PROGRESS for 4s [ 957.401417] env[64376]: INFO networking_nsxv3.common.synchronization [None req-c81ea253-5906-42c8-bd8c-ff988d92c21b tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: f24ef7c8-ab78-4185-8ba0-cd9c42752458 with Priority: HIGHEST for action security_group_rules [ 957.401936] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24ef7c8-ab78-4185-8ba0-cd9c42752458 with Priority: HIGHEST for action security_group_rules [ 957.402334] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.402443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.402514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.402846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.402936] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24ef7c8-ab78-4185-8ba0-cd9c42752458',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.505157] env[64376]: INFO networking_nsxv3.common.synchronization [None req-abfd1ab5-5f69-4c07-beb4-b19a4893a992 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: f24ef7c8-ab78-4185-8ba0-cd9c42752458 with Priority: HIGHEST for action security_group_rules [ 957.505873] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24ef7c8-ab78-4185-8ba0-cd9c42752458 with Priority: HIGHEST for action security_group_rules [ 957.506129] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.506246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.925454] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.925852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.925852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.925928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.926044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.926144] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24ef7c8-ab78-4185-8ba0-cd9c42752458 already deleted. [ 957.926249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.926402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.926558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.926709] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24ef7c8-ab78-4185-8ba0-cd9c42752458',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.451179] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.451179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.451454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.451569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.451602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.451766] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24ef7c8-ab78-4185-8ba0-cd9c42752458 already deleted. [ 958.452337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24ef7c8-ab78-4185-8ba0-cd9c42752458" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.805232] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9028d99-e204-4170-8950-6a40d2e24b3f in Status: SUCCESS [ 958.805474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.214352] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f in Status: SUCCESS [ 959.214784] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f deletion is rescheduled due to dependency. [ 959.214784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.830856] env[64376]: INFO networking_nsxv3.common.synchronization [req-08d560a9-26c2-4823-936a-8a25948f5ff1 req-68b36e5c-56d5-4fb3-8163-ffae41d8679e tempest-ServerMetadataNegativeTestJSON-1363509510 tempest-ServerMetadataNegativeTestJSON-1363509510-project-member] Enqueued Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_members [ 959.831266] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_members [ 959.831598] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.831778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.831873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.832188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.832370] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.832494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.832593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.832816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.832936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.833091] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.174419] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.174614] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-342" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.174742] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-342" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.175110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-342" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.175374] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.175533] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.175654] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.175870] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.176052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.176237] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.176350] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.176496] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.176585] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.176664] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.176769] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.176899] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.198921] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.198921] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.198921] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.198921] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-342" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.199299] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-161267f6-769d-43b7-8f9f-670f43100d41 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.199387] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.199485] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.199814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.199955] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161267f6-769d-43b7-8f9f-670f43100d41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.335258] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.335624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.335624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.335905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.336047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.336277] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.336414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.336507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.336705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.336870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.336982] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 already deleted. [ 960.337117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.540768] env[64376]: INFO networking_nsxv3.common.synchronization [req-7ecbbb5d-7aef-487b-89b7-4e8c2c906662 req-c846c9e7-085d-4932-aa6b-792194295fd2 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 960.541492] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 960.541866] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.542017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.542096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.542302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.542472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.542575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.542636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.542835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.542933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.543052] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.702742] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.703346] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.703346] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.703511] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.703782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.703782] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 161267f6-769d-43b7-8f9f-670f43100d41 not found, creating... [ 960.704579] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.704579] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.704579] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.704579] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.704832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.705086] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.705241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.705643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.705643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.705718] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.705804] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 161267f6-769d-43b7-8f9f-670f43100d41 is going to be created. [ 960.727787] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.727898] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.728059] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.728423] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.728648] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.729284] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.045102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.045381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.045515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.045743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.045850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.046069] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.046191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.046236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.046394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.046493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.046722] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 961.081262] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.081468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.081511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.081867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.082045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.093248] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 961.491899] env[64376]: INFO networking_nsxv3.common.synchronization [req-08d560a9-26c2-4823-936a-8a25948f5ff1 req-c79904eb-0074-4a70-9aec-d93d8f71d99a service nova] Enqueued Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_rules [ 961.492246] env[64376]: INFO networking_nsxv3.common.synchronization [req-08d560a9-26c2-4823-936a-8a25948f5ff1 req-c79904eb-0074-4a70-9aec-d93d8f71d99a service nova] Enqueued Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_members [ 961.492496] env[64376]: INFO networking_nsxv3.common.synchronization [req-08d560a9-26c2-4823-936a-8a25948f5ff1 req-c79904eb-0074-4a70-9aec-d93d8f71d99a service nova] Enqueued Resource ID: 161267f6-769d-43b7-8f9f-670f43100d41 with Priority: HIGHEST for action port [ 961.493320] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_rules [ 961.493593] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_members [ 961.493697] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161267f6-769d-43b7-8f9f-670f43100d41 with Priority: HIGHEST for action port [ 961.494153] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.494456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.494829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.494954] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.496267] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.496442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.496545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.496825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.497115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.497248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.497347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.497586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.497739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.497879] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.499322] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-161267f6-769d-43b7-8f9f-670f43100d41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.499322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.499322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.499636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.499689] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161267f6-769d-43b7-8f9f-670f43100d41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.001565] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.003339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.003512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.003770] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 161267f6-769d-43b7-8f9f-670f43100d41 with status ACTIVE [ 962.004121] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.004286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.004405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.004701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.004816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.005090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.005237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.005336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.005565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.005679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.005988] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.006209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.006302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.006508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.006621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.006745] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 161267f6-769d-43b7-8f9f-670f43100d41 is going to be updated. [ 962.040685] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.040792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.040848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.041234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.041234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.041392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161267f6-769d-43b7-8f9f-670f43100d41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.222173] env[64376]: INFO networking_nsxv3.common.synchronization [req-d4c7a5b4-4c5f-4716-9a05-2a954a5b04b2 req-69b71946-e862-4761-963d-eb35691b0508 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 962.223044] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 962.223521] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.223706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.223795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.224069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.224272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.224412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.224500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.224824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.224952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.225218] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.454202] env[64376]: INFO networking_nsxv3.common.synchronization [req-d3170e3f-c08e-4dbe-aa6d-f6f975f8b9a7 req-437aa7f3-2438-4a4e-bac7-7c9f4dc6cca5 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_members [ 962.454202] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGHEST for action security_group_members [ 962.454906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.455743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.455743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.456754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.459960] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.459960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.459960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.459960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.459960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.459960] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.513168] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.728146] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.728411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.728411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.728585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.728652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.728849] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.729362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.729362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.729362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.729362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.729847] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 962.763280] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.763549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.763549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.763767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.763845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.775771] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 962.779871] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.780260] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.780260] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.780503] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.780864] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.781076] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.781246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.781828] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.782106] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.782385] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.782471] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.782578] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.782873] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.783035] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.783155] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.783314] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.810989] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.811219] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.811406] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.811622] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-827" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.812067] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-47377c7a-1367-4622-959e-c71129d2528b taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.812295] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.812431] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.812783] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.812933] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47377c7a-1367-4622-959e-c71129d2528b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.888620] env[64376]: INFO networking_nsxv3.common.synchronization [req-7dbf5158-3347-42f3-af82-cb59921d13d6 req-e821db2f-94af-4609-998a-4a85eb642724 tempest-ServerDiagnosticsNegativeTest-969105022 tempest-ServerDiagnosticsNegativeTest-969105022-project-member] Enqueued Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_members [ 962.889819] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGHEST for action security_group_members [ 962.890373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.891024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.891024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.891024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.891171] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.891811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.891811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.892196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.892196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.892337] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.961480] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.962299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.962423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.962834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.990973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.991307] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.991395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.991479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.991734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.991853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.991950] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317392a8-b426-495e-9e53-ca890d9068de is going to be updated. [ 963.015052] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.015228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.015290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.015536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.015623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.015718] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 is going to be created. [ 963.043718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.043718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.043929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.044547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.044547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.048037] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.048037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.048037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.048406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.048406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.061714] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317392a8-b426-495e-9e53-ca890d9068de in Status: IN_PROGRESS for 2s [ 963.062975] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 in Status: UNINITIALIZED for 2s [ 963.105256] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 963.105522] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 963.105703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.316027] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.318791] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 47377c7a-1367-4622-959e-c71129d2528b not found, creating... [ 963.318791] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.318791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.319240] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.319796] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.320154] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.320375] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320732] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.321066] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.321580] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 47377c7a-1367-4622-959e-c71129d2528b is going to be created. [ 963.350626] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.350930] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.351263] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.351752] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.352639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.352639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.396020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.396233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.396276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.396845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.396845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.396845] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.397277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.397277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.397277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.397368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.397368] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9028d99-e204-4170-8950-6a40d2e24b3f is going to be updated. [ 963.449101] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.449237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.449307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.449512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.449665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.459856] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9028d99-e204-4170-8950-6a40d2e24b3f in Status: IN_PROGRESS for 2s [ 964.070569] env[64376]: INFO networking_nsxv3.common.synchronization [req-d4c7a5b4-4c5f-4716-9a05-2a954a5b04b2 req-036cc562-bf34-4f4c-88d5-587b1a34b000 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 964.070901] env[64376]: INFO networking_nsxv3.common.synchronization [req-d4c7a5b4-4c5f-4716-9a05-2a954a5b04b2 req-036cc562-bf34-4f4c-88d5-587b1a34b000 service nova] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 964.070955] env[64376]: INFO networking_nsxv3.common.synchronization [req-d4c7a5b4-4c5f-4716-9a05-2a954a5b04b2 req-036cc562-bf34-4f4c-88d5-587b1a34b000 service nova] Enqueued Resource ID: 47377c7a-1367-4622-959e-c71129d2528b with Priority: HIGHEST for action port [ 964.071478] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_rules [ 964.071642] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 964.071852] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47377c7a-1367-4622-959e-c71129d2528b with Priority: HIGHEST for action port [ 964.072050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.072288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.072288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.072441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.072519] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.073437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.073554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.074139] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-47377c7a-1367-4622-959e-c71129d2528b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.074275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.074275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.074401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.074524] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47377c7a-1367-4622-959e-c71129d2528b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.430408] env[64376]: INFO networking_nsxv3.common.synchronization [req-b43ea895-0a68-4b38-903b-7dec55d94cba req-a357722b-eb2c-4d95-9a88-0dc4e41717c8 tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 964.431721] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 964.435516] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.435747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.435835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.436143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.436385] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.436529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.436705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.436900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.436991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.437106] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.576554] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.576709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.578069] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47377c7a-1367-4622-959e-c71129d2528b with status ACTIVE [ 964.578837] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.578837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.578837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.578837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.578837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.579091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.579153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.579455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.579455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.579455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.579559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.579639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.579718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.579868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.579938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.580031] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47377c7a-1367-4622-959e-c71129d2528b is going to be updated. [ 964.603630] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.603764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.603846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.604144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.604223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.604350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47377c7a-1367-4622-959e-c71129d2528b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.787384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 964.787636] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 964.787636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.787804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.788049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.788246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.788365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.788430] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.788581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.788662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.788769] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.939709] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.939859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.939859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.940120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.940246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.940494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.940611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.940673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.940955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.940955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.941074] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 964.975098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.975501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.975501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.975501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.975974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.986719] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 965.074190] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 in Status: SUCCESS [ 965.074507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.074568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.074774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.074970] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.075099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.075166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.075333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.075392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.075473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.075574] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.076988] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317392a8-b426-495e-9e53-ca890d9068de in Status: SUCCESS [ 965.077188] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317392a8-b426-495e-9e53-ca890d9068de deletion is rescheduled due to dependency. [ 965.077254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.320604] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.473110] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9028d99-e204-4170-8950-6a40d2e24b3f in Status: SUCCESS [ 965.473427] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9028d99-e204-4170-8950-6a40d2e24b3f deletion is rescheduled due to dependency. [ 965.473506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.578705] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.578927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.579502] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.579583] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.579999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.580083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.580147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.580304] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.580395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.580447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.580585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.580718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.580807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.580865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.580999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.581086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.581164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.581249] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.823360] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.084296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06c47893-07c5-4399-9c05-a7bc23e4b208: rpc.has_security_group_logging(os_id): False [ 966.103523] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.103652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.103652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.104024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.104222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.104588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.104782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.104862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.105893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.106056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.107314] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.107314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.107314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.107314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.107314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.108194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.108194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.108194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.108507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.108626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.108706] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 is going to be created. [ 966.174573] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.174739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.174803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.175048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.175187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.187018] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 in Status: IN_PROGRESS for 2s [ 966.326894] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.327086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.327139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.327355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.327441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.327538] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 966.369014] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.369187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.369269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.369495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.369703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.378755] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 966.997942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 966.998971] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 967.000545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.963946] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f54fdc6e-4303-4add-b6a1-43f1879aea1e None None] Enqueued Resource ID: 052ec03c-fd02-4557-b999-b1dc4fc1b0e7 with Priority: HIGHEST for action port [ 967.966940] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052ec03c-fd02-4557-b999-b1dc4fc1b0e7 with Priority: HIGHEST for action port [ 967.966940] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-052ec03c-fd02-4557-b999-b1dc4fc1b0e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.966940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052ec03c-fd02-4557-b999-b1dc4fc1b0e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.967226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052ec03c-fd02-4557-b999-b1dc4fc1b0e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.967379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052ec03c-fd02-4557-b999-b1dc4fc1b0e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.967379] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052ec03c-fd02-4557-b999-b1dc4fc1b0e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.207777] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 in Status: SUCCESS [ 968.210523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.395957] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 968.396236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.396402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.396620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.396855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.396973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.397055] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.397215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.397283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.398479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.398479] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.471206] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 052ec03c-fd02-4557-b999-b1dc4fc1b0e7 [ 968.471206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.471206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.471206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.471206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.471206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.471206] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:052ec03c-fd02-4557-b999-b1dc4fc1b0e7 already deleted. [ 968.471206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052ec03c-fd02-4557-b999-b1dc4fc1b0e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.905607] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.905842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.906074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.906385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.906485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.906671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.906976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.907192] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.907309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.907309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.907473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.907675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.907800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.907862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.908010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.908092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.908204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.908295] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.410275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15855bac-a707-497d-9102-0d057dbcc2ef: rpc.has_security_group_logging(os_id): False [ 969.429765] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.429765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.429765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.429963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.429963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.430276] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.430358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.430358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.430534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.430574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.430754] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.430846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.430903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.432048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.432048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.432048] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.432048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.432048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.432327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.432422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.432519] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 969.494374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.494374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.494374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.494374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.494374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.513852] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 970.232139] env[64376]: INFO networking_nsxv3.common.synchronization [None req-9e33ed36-4084-4846-a59d-c71637330488 None None] Enqueued Resource ID: cdc8f8b4-6f64-402f-8a16-c84b946b468a with Priority: HIGHEST for action port [ 970.232139] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc8f8b4-6f64-402f-8a16-c84b946b468a with Priority: HIGHEST for action port [ 970.232139] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc8f8b4-6f64-402f-8a16-c84b946b468a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.232139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc8f8b4-6f64-402f-8a16-c84b946b468a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.232139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc8f8b4-6f64-402f-8a16-c84b946b468a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.232940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc8f8b4-6f64-402f-8a16-c84b946b468a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.232940] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc8f8b4-6f64-402f-8a16-c84b946b468a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.735666] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdc8f8b4-6f64-402f-8a16-c84b946b468a [ 970.735666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.735666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.735666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.736485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.736485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.736485] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdc8f8b4-6f64-402f-8a16-c84b946b468a already deleted. [ 970.736485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc8f8b4-6f64-402f-8a16-c84b946b468a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.535845] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 971.536126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.254475] env[64376]: INFO networking_nsxv3.common.synchronization [req-b2e99883-fa0a-48a5-b51e-b7be3caeb9c2 req-231004f1-1d14-4a6a-97ef-536c36bd2674 tempest-ServerMetadataNegativeTestJSON-1363509510 tempest-ServerMetadataNegativeTestJSON-1363509510-project-member] Enqueued Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_members [ 972.255284] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGHEST for action security_group_members [ 972.255773] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.255933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.257063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.257063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.257063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.257063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.257063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.257063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.257063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.257401] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.760385] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.760385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.760385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.760385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.760619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.760651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.760743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.760806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.760972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.761054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.761158] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 is going to be updated. [ 972.792267] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.793965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.794070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.794346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.794454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.804499] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 in Status: IN_PROGRESS for 2s [ 974.822790] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 in Status: SUCCESS [ 974.823150] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 deletion is rescheduled due to dependency. [ 974.823150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.972267] env[64376]: INFO networking_nsxv3.common.synchronization [req-ad709458-af5f-4615-ae41-0a3205f8c5f9 req-a64d3206-ed2d-422d-b33f-32e439428e47 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 974.972817] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 974.973168] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.973292] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.973415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.973559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.973707] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.973803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.973863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.974058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.974116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.974192] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.292473] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.292973] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.293207] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.293523] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.293854] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.294074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.294278] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.294568] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.294802] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.295255] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.295468] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.295564] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.295678] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.295795] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.295903] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.296092] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.320286] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.320468] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.320570] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.320754] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.321086] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.321262] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.321375] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.321739] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.321887] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1f6329e-b5a6-4fa1-bdd9-5b43adf80323',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.476861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.477127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.477273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.477635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.477690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.477871] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.478149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.478210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.478478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.478478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.478584] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 975.509401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.509615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.509615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.509938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.510204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.522111] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 975.824340] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.824798] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.824798] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.825075] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.825250] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.825350] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 not found, creating... [ 975.825631] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.825784] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.825903] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.826150] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.827394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.827394] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.827394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.827394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.827394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.827394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.827394] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 is going to be created. [ 975.849447] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849658] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849813] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.850116] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.850342] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.850563] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.562980] env[64376]: INFO networking_nsxv3.common.synchronization [req-ad709458-af5f-4615-ae41-0a3205f8c5f9 req-de230d36-1829-41cc-80d7-768320496645 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 976.562980] env[64376]: INFO networking_nsxv3.common.synchronization [req-ad709458-af5f-4615-ae41-0a3205f8c5f9 req-de230d36-1829-41cc-80d7-768320496645 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 976.562980] env[64376]: INFO networking_nsxv3.common.synchronization [req-ad709458-af5f-4615-ae41-0a3205f8c5f9 req-de230d36-1829-41cc-80d7-768320496645 service nova] Enqueued Resource ID: f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 with Priority: HIGHEST for action port [ 976.563525] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 976.563698] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 976.563760] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 with Priority: HIGHEST for action port [ 976.564076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.564212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.564352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.564524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.564557] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.565788] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.566556] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.566556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.566556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566556] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1f6329e-b5a6-4fa1-bdd9-5b43adf80323',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.069519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.069519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.069519] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 with status ACTIVE [ 977.069519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.069519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.069519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.069519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.070298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.070298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.070298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.070298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.070626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.070718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.070865] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.070977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.071039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.071198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.071274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.071360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1f6329e-b5a6-4fa1-bdd9-5b43adf80323 is going to be updated. [ 977.093463] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.093611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.093700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.093912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.095097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.095097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1f6329e-b5a6-4fa1-bdd9-5b43adf80323" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.533444] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 977.533648] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 977.533775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.533904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.534209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.534539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.534539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.534539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.534760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.534760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.535100] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.038275] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.542655] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.046527] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.046747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.046869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.047257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.047565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.047565] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 979.086342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.086491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.086491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.086686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.086785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.097662] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 981.110324] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 981.110676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.110714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.110940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.111199] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.111328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.111427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.111592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.111704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.111849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.112043] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.565805] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.566160] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 981.615250] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.615432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.615539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.616047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.616047] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.616210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.616333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.616630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.616788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.616940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.617200] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.617508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.617640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.617908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.618194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.618407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.618513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.618793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.618952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.619173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.619457] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.827367] env[64376]: INFO networking_nsxv3.common.synchronization [None req-372f6f62-b32a-4e74-8f5c-2748b20931b4 None None] Enqueued Resource ID: 2bf9c958-4d3a-4c8f-a749-245f5a25b424 with Priority: HIGHEST for action port [ 981.827946] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c958-4d3a-4c8f-a749-245f5a25b424 with Priority: HIGHEST for action port [ 981.828270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf9c958-4d3a-4c8f-a749-245f5a25b424 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.828394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf9c958-4d3a-4c8f-a749-245f5a25b424" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.828460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf9c958-4d3a-4c8f-a749-245f5a25b424" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.828711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf9c958-4d3a-4c8f-a749-245f5a25b424" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.829085] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf9c958-4d3a-4c8f-a749-245f5a25b424',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.124495] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ea2e2da-bd72-4335-9de2-33fbdb288e26: rpc.has_security_group_logging(os_id): False [ 982.144405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.144610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.144610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.144804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.145048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.145220] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.145335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.145379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.145540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.145613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.145802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.145907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.145960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.146096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.146166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.146620] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.146620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.146620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.146620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.146819] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.146819] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 982.211483] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.211682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.211777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.212059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.212231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.232406] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 982.333707] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf9c958-4d3a-4c8f-a749-245f5a25b424 [ 982.333707] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.333707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.333707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.333707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.333707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.333707] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf9c958-4d3a-4c8f-a749-245f5a25b424 already deleted. [ 982.333707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf9c958-4d3a-4c8f-a749-245f5a25b424" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.459753] env[64376]: INFO networking_nsxv3.common.synchronization [req-b6eec824-7ee0-4197-8bf3-9987c100d602 req-41cc33ef-4541-4cc8-a2b8-6d9c9e6d7dca tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: 53c84263-094f-4225-9f53-db7cf438f3d9 with Priority: HIGHEST for action security_group_rules [ 982.460400] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c84263-094f-4225-9f53-db7cf438f3d9 with Priority: HIGHEST for action security_group_rules [ 982.460574] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53c84263-094f-4225-9f53-db7cf438f3d9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.461024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53c84263-094f-4225-9f53-db7cf438f3d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.461256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53c84263-094f-4225-9f53-db7cf438f3d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.461770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53c84263-094f-4225-9f53-db7cf438f3d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.461770] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53c84263-094f-4225-9f53-db7cf438f3d9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.842198] env[64376]: INFO networking_nsxv3.common.synchronization [req-d856227c-159c-4b0d-9b5c-16182590a37f req-0863577e-526d-4408-b3aa-d307f07262f5 tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: 2da15a21-2a68-4e4f-bd35-7f71fd57e1c8 with Priority: HIGHEST for action security_group_rules [ 982.843303] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da15a21-2a68-4e4f-bd35-7f71fd57e1c8 with Priority: HIGHEST for action security_group_rules [ 982.843968] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da15a21-2a68-4e4f-bd35-7f71fd57e1c8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.844143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da15a21-2a68-4e4f-bd35-7f71fd57e1c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.844143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da15a21-2a68-4e4f-bd35-7f71fd57e1c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.844693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da15a21-2a68-4e4f-bd35-7f71fd57e1c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.844842] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da15a21-2a68-4e4f-bd35-7f71fd57e1c8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.949819] env[64376]: INFO networking_nsxv3.common.synchronization [req-425d6ab2-615f-42ff-a1c5-2f99526b3be8 req-5038e146-68fe-41ef-bcf6-b4c213dcd22b tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 982.952119] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 982.952119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.952119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.952119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.952119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.952119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.952119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.952119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.952119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.953189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.953189] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.986695] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.986869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.986967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.987229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.987420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.987496] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53c84263-094f-4225-9f53-db7cf438f3d9 already deleted. [ 982.987556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53c84263-094f-4225-9f53-db7cf438f3d9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.333804] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.334218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.334218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.334568] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.334747] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.334967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.335016] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.335235] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.335383] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.335699] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.335815] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.335951] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.336349] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.336349] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.336349] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.336510] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.374793] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.374932] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.375062] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.375252] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.375767] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-9cf3282a-1ab8-4822-928d-9a877ad71b6e taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.375950] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.376061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.376459] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.376624] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf3282a-1ab8-4822-928d-9a877ad71b6e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.378754] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.378945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.379057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.379298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.379429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.379558] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da15a21-2a68-4e4f-bd35-7f71fd57e1c8 already deleted. [ 983.379676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da15a21-2a68-4e4f-bd35-7f71fd57e1c8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.458620] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.459433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.459433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.459433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.459433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.459433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.459688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.459688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.459771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.459849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.459938] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a already deleted. [ 983.460028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.650285] env[64376]: INFO networking_nsxv3.common.synchronization [req-8eaf3be3-1221-4736-bbce-047abeb056c6 req-04a0f17b-df83-46d1-9d84-f6b032813f6b tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: d14516dd-0a4e-4eaf-8689-4e1145153c8b with Priority: HIGHEST for action security_group_rules [ 983.650904] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14516dd-0a4e-4eaf-8689-4e1145153c8b with Priority: HIGHEST for action security_group_rules [ 983.651669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d14516dd-0a4e-4eaf-8689-4e1145153c8b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.651863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d14516dd-0a4e-4eaf-8689-4e1145153c8b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.651913] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d14516dd-0a4e-4eaf-8689-4e1145153c8b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.653059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d14516dd-0a4e-4eaf-8689-4e1145153c8b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.653059] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d14516dd-0a4e-4eaf-8689-4e1145153c8b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.883562] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.883846] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.883994] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.884378] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.884580] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.884735] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 9cf3282a-1ab8-4822-928d-9a877ad71b6e not found, creating... [ 983.885070] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.885336] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.885396] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.885682] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.885891] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.886545] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.886806] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.887026] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.887513] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.887720] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.887943] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 9cf3282a-1ab8-4822-928d-9a877ad71b6e is going to be created. [ 983.913339] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.913339] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.913339] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.913339] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.913339] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.913339] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.132732] env[64376]: INFO networking_nsxv3.common.synchronization [None req-fa43c1c7-911e-439e-a399-9737b99d3d9e None None] Enqueued Resource ID: fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae with Priority: HIGHEST for action port [ 984.133309] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae with Priority: HIGHEST for action port [ 984.133614] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.133735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.133807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.134065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.134150] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.175926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.176264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.176264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.176402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.176402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.176505] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d14516dd-0a4e-4eaf-8689-4e1145153c8b already deleted. [ 984.176558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d14516dd-0a4e-4eaf-8689-4e1145153c8b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.220019] env[64376]: INFO networking_nsxv3.common.synchronization [req-7551a8de-968f-4703-9527-9a99934efe0b req-8175d689-f56f-48d2-b5cb-c2fdae96a688 tempest-ImagesTestJSON-20602700 tempest-ImagesTestJSON-20602700-project-member] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 984.220019] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGHEST for action security_group_members [ 984.220019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.220019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.220019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.220019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.220019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.220019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.220019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.220553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.220727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.220905] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.264306] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 984.264548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.474560] env[64376]: INFO networking_nsxv3.common.synchronization [req-1c1ed0d0-5828-4504-b35c-97b5643d447d req-33effd26-d684-4918-a003-3a5326d9a0b7 tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: 358229e6-5ec7-4e29-bb86-88f133d563c6 with Priority: HIGHEST for action security_group_rules [ 984.475147] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358229e6-5ec7-4e29-bb86-88f133d563c6 with Priority: HIGHEST for action security_group_rules [ 984.475469] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358229e6-5ec7-4e29-bb86-88f133d563c6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.476893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358229e6-5ec7-4e29-bb86-88f133d563c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.476965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358229e6-5ec7-4e29-bb86-88f133d563c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358229e6-5ec7-4e29-bb86-88f133d563c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477390] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358229e6-5ec7-4e29-bb86-88f133d563c6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.636465] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae [ 984.636465] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.636627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.636702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.636900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.636988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.637098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae already deleted. [ 984.637191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc44e4e7-dc7a-47a2-b1a1-e99256a2d3ae" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.669644] env[64376]: INFO networking_nsxv3.common.synchronization [req-425d6ab2-615f-42ff-a1c5-2f99526b3be8 req-9d979a22-efad-4777-8341-1317f26d6aa7 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 984.670698] env[64376]: INFO networking_nsxv3.common.synchronization [req-425d6ab2-615f-42ff-a1c5-2f99526b3be8 req-9d979a22-efad-4777-8341-1317f26d6aa7 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 984.670698] env[64376]: INFO networking_nsxv3.common.synchronization [req-425d6ab2-615f-42ff-a1c5-2f99526b3be8 req-9d979a22-efad-4777-8341-1317f26d6aa7 service nova] Enqueued Resource ID: 9cf3282a-1ab8-4822-928d-9a877ad71b6e with Priority: HIGHEST for action port [ 984.670992] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 984.670992] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 984.671494] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf3282a-1ab8-4822-928d-9a877ad71b6e with Priority: HIGHEST for action port [ 984.671494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.671808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.673450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.673450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.673450] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.674340] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.674340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.674340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.674542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.677405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.677405] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.677405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf3282a-1ab8-4822-928d-9a877ad71b6e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.677405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.677405] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf3282a-1ab8-4822-928d-9a877ad71b6e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.724569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.724764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.724824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.725045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.725150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.725361] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.725469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.725532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.725706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.725786] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.725900] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be updated. [ 984.755366] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.756201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.756305] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.756534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.756682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.770497] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: IN_PROGRESS for 2s [ 984.998297] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.998426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.998482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.998667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.998757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.998856] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358229e6-5ec7-4e29-bb86-88f133d563c6 already deleted. [ 984.998939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358229e6-5ec7-4e29-bb86-88f133d563c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.179114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.181605] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.183944] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cf3282a-1ab8-4822-928d-9a877ad71b6e with status ACTIVE [ 985.183944] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.183944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.183944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.184253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.184253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.184529] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.184682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.184777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.185016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.191382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.191805] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.191990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.192113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.192413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.192509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.192668] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cf3282a-1ab8-4822-928d-9a877ad71b6e is going to be updated. [ 985.220038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.220279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.220279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.220439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.220564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.220703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf3282a-1ab8-4822-928d-9a877ad71b6e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.623335] env[64376]: INFO networking_nsxv3.common.synchronization [req-7990bf64-6441-41b4-bfee-484d74de739e req-08f08254-d817-4dd6-bbfc-1f7200eaa58f tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f with Priority: HIGHEST for action security_group_rules [ 985.623869] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f with Priority: HIGHEST for action security_group_rules [ 985.624264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.624400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.624463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.624811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.624811] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0923fa65-fae3-4dc3-a2e7-c64aee2b540f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.698043] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.859737] env[64376]: INFO networking_nsxv3.common.synchronization [req-f1db48d4-d3c1-45e6-bb81-1d94afb2b9da req-2dc65f52-140e-4a8c-a4ae-eb5ba5830cea tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f with Priority: HIGHEST for action security_group_rules [ 985.861308] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f with Priority: HIGHEST for action security_group_rules [ 985.861308] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.862908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.151731] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.152044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.152044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.152477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.152477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.152846] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f already deleted. [ 986.152846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.152978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.153098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.153188] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0923fa65-fae3-4dc3-a2e7-c64aee2b540f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.176845] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae659256-4fc1-4ed3-8c05-3e7c010ca264 req-4897b915-c6a8-4a2f-8432-7bd558491c98 tempest-SecurityGroupRulesTestJSON-31976450 tempest-SecurityGroupRulesTestJSON-31976450-project-member] Enqueued Resource ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f with Priority: HIGHEST for action security_group_rules [ 986.177548] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f with Priority: HIGHEST for action security_group_rules [ 986.178429] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.178429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.201394] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.202516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.202675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.202919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.203042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.203240] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be created. [ 986.227871] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.228071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.228071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.228289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.228454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240613] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: UNINITIALIZED for 2s [ 986.686295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.686295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.686295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.686295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.686295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.686953] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f already deleted. [ 986.686953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.686953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.686953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.686953] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0923fa65-fae3-4dc3-a2e7-c64aee2b540f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.785195] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15855bac-a707-497d-9102-0d057dbcc2ef in Status: SUCCESS [ 986.785383] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef deletion is rescheduled due to dependency. [ 986.785504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.214542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.214684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.214742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.215034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.215870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.215870] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0923fa65-fae3-4dc3-a2e7-c64aee2b540f already deleted. [ 987.215870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0923fa65-fae3-4dc3-a2e7-c64aee2b540f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.250795] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 988.251150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.251232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.251469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.251671] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.251824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.251903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.252102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.252197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.252291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.252384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.754627] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.754627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.754627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.754777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.754916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.755001] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.755091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.755220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.755299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.755387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.755532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.755614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.755666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.755799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.755930] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.756033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.756101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.756225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.756298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.756360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.756451] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.258405] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 989.292982] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.293170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.293228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.293448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.293524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.293756] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.293859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.293921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.294107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.294182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.294374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.294469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.294679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.294679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.294765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.294896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.294988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.295705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.296284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.296284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.296284] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be created. [ 989.380985] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.381202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.381202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.381820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.381820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.397673] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 990.010837] env[64376]: INFO networking_nsxv3.common.synchronization [req-19228218-4802-4b7e-ac01-ae318c050fd2 req-518c6279-7be6-44d2-8241-ac1bb30edf8f tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 990.011365] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 990.012647] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.012647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.012647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.013090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.013090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.013318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.013396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.013565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.013693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.013832] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.057526] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ee1c4a15-9197-4c41-b332-f733b7a7a487 None None] Enqueued Resource ID: f2ded342-7fd8-4749-9b71-d7ccd9237254 with Priority: HIGHEST for action port [ 990.057526] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ded342-7fd8-4749-9b71-d7ccd9237254 with Priority: HIGHEST for action port [ 990.057526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ded342-7fd8-4749-9b71-d7ccd9237254 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.057716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ded342-7fd8-4749-9b71-d7ccd9237254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.057716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ded342-7fd8-4749-9b71-d7ccd9237254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.058345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ded342-7fd8-4749-9b71-d7ccd9237254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.058345] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ded342-7fd8-4749-9b71-d7ccd9237254',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.359701] env[64376]: INFO networking_nsxv3.common.synchronization [req-3f884246-a288-4f83-ad92-e03ff9b1612c req-9e002e8e-4569-4d5b-bfa6-b40ea4c1d5f4 tempest-ListImageFiltersTestJSON-176491855 tempest-ListImageFiltersTestJSON-176491855-project-member] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 990.359701] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 990.359701] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.359701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.359701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.359701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.359701] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.359701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.359701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.360339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.360339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.360339] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.452271] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.452474] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.452601] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.452874] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.453247] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.453333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.453445] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.453673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.453824] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.454048] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.454165] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.454278] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.454389] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.454498] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.454604] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.454733] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.473017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.473177] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.473320] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.473519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.473849] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-49278611-2ec5-4847-a258-150561c5f081 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.474043] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.474188] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.474541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.474694] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49278611-2ec5-4847-a258-150561c5f081',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.522331] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.522331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.522331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.522636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.522636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.522739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.522879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.522879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.523047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.523127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.523221] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be deleted. [ 990.553801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.554038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.554098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.554302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.554385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.554497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.560553] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ded342-7fd8-4749-9b71-d7ccd9237254 [ 990.563580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.563580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.563580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.563580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.563580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.563580] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ded342-7fd8-4749-9b71-d7ccd9237254 already deleted. [ 990.563580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ded342-7fd8-4749-9b71-d7ccd9237254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.862847] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.977488] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.977576] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.979120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.979120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.979120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.979120] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 49278611-2ec5-4847-a258-150561c5f081 not found, creating... [ 990.979120] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.979120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.979120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.979120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.979549] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.979549] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.979631] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.979710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.979931] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.983176] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.983176] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 49278611-2ec5-4847-a258-150561c5f081 is going to be created. [ 991.003851] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.003851] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.003851] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.003851] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.003851] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.003851] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.365383] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.412526] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 991.412755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.794417] env[64376]: INFO networking_nsxv3.common.synchronization [req-19228218-4802-4b7e-ac01-ae318c050fd2 req-55ebd60c-ad8f-44a2-8a7a-5e7a77e0a02a service nova] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_rules [ 991.794606] env[64376]: INFO networking_nsxv3.common.synchronization [req-19228218-4802-4b7e-ac01-ae318c050fd2 req-55ebd60c-ad8f-44a2-8a7a-5e7a77e0a02a service nova] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 991.794711] env[64376]: INFO networking_nsxv3.common.synchronization [req-19228218-4802-4b7e-ac01-ae318c050fd2 req-55ebd60c-ad8f-44a2-8a7a-5e7a77e0a02a service nova] Enqueued Resource ID: 49278611-2ec5-4847-a258-150561c5f081 with Priority: HIGHEST for action port [ 991.795289] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_rules [ 991.795620] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 991.795620] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49278611-2ec5-4847-a258-150561c5f081 with Priority: HIGHEST for action port [ 991.795831] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.796183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.796357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.796464] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.797532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.797723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.797723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.797835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.797976] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.798208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.798208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.798341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.798390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.798443] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.799572] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-49278611-2ec5-4847-a258-150561c5f081 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.799738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.799738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.799883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.799981] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49278611-2ec5-4847-a258-150561c5f081',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.872350] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.872350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.872350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.872350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.872350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.872350] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be updated. [ 991.919450] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.919450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.919450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.919450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.919450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.935468] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: IN_PROGRESS for 2s [ 992.287520] env[64376]: INFO networking_nsxv3.common.synchronization [req-974195a7-a6b7-485f-b2ac-fdc58405da88 req-15d706b9-6b7f-4526-8911-528cce051c0d tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 992.291270] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 992.291270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.291270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.291270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.291270] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.302605] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.302767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.302948] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.303803] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49278611-2ec5-4847-a258-150561c5f081 with status ACTIVE [ 992.304132] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.304363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.304437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.306610] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.306610] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.306610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.307049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.307049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.307049] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49278611-2ec5-4847-a258-150561c5f081 is going to be updated. [ 992.333782] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.334183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.334183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.334375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.334375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.334670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.576203] env[64376]: INFO networking_nsxv3.common.synchronization [None req-4aedb550-3b46-4fd1-bed4-a9f2223ef647 None None] Enqueued Resource ID: 707e7a51-2394-4f13-879e-67d685221ed2 with Priority: HIGHEST for action port [ 992.576749] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707e7a51-2394-4f13-879e-67d685221ed2 with Priority: HIGHEST for action port [ 992.578095] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-707e7a51-2394-4f13-879e-67d685221ed2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.579164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-707e7a51-2394-4f13-879e-67d685221ed2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.579164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-707e7a51-2394-4f13-879e-67d685221ed2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.582315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-707e7a51-2394-4f13-879e-67d685221ed2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.582315] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('707e7a51-2394-4f13-879e-67d685221ed2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.696804] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.697033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.697162] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.697427] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.697681] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.697857] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.699476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.699476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.699476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.699476] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.699476] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.699476] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.699476] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.699476] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.699476] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.699476] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.726419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.726633] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.726811] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.727068] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.727416] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.727634] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.727874] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.728173] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.728957] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d9a1ef-17bf-42e1-86b0-ebf6caeefb98',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.794576] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.794576] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.794576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.794576] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 992.810462] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.825258] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.825401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.825472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.825728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.825877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.838421] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 993.086661] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 707e7a51-2394-4f13-879e-67d685221ed2 [ 993.086885] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.087031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.087108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.087345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.087436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.087534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:707e7a51-2394-4f13-879e-67d685221ed2 already deleted. [ 993.087615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-707e7a51-2394-4f13-879e-67d685221ed2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.116898] env[64376]: INFO networking_nsxv3.common.synchronization [None req-2fc551d7-5794-4aef-a53b-b0dc8d1a4936 None None] Enqueued Resource ID: 8b143ec9-48bd-497f-88e8-b44ad251a9e7 with Priority: HIGHEST for action port [ 993.117452] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b143ec9-48bd-497f-88e8-b44ad251a9e7 with Priority: HIGHEST for action port [ 993.117827] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b143ec9-48bd-497f-88e8-b44ad251a9e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.117906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b143ec9-48bd-497f-88e8-b44ad251a9e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.117943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b143ec9-48bd-497f-88e8-b44ad251a9e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.118335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b143ec9-48bd-497f-88e8-b44ad251a9e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.118431] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b143ec9-48bd-497f-88e8-b44ad251a9e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.232481] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.234241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.234241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.234241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.234241] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.234241] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 not found, creating... [ 993.234429] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.234498] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.234678] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.234796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.234931] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.235242] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.235392] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.235508] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.235915] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.235915] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.235983] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 is going to be created. [ 993.284109] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.284333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.284502] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.284735] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.284967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.285214] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.312359] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.312707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.312817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.313697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.313697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.313697] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be created. [ 993.364159] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.364336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.364402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.366712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.366712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.380924] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: UNINITIALIZED for 2s [ 993.622733] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b143ec9-48bd-497f-88e8-b44ad251a9e7 [ 993.623109] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.623109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.623212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.623421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.623515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.623639] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b143ec9-48bd-497f-88e8-b44ad251a9e7 already deleted. [ 993.623739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b143ec9-48bd-497f-88e8-b44ad251a9e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.888410] env[64376]: INFO networking_nsxv3.common.synchronization [req-55d762ec-fd99-4404-bffd-6ea6dabd115a req-3a3f96e8-447f-40d3-900e-1d36b3b5f7c2 tempest-AttachVolumeTestJSON-803657627 tempest-AttachVolumeTestJSON-803657627-project-member] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_members [ 993.888978] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGHEST for action security_group_members [ 993.889455] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.889663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.889663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.889848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.890035] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.890136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.890219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.890325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.890393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.890485] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.949793] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 993.950032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.988453] env[64376]: INFO networking_nsxv3.common.synchronization [req-974195a7-a6b7-485f-b2ac-fdc58405da88 req-c972563f-b27b-4088-8a1f-1f88fb367124 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 993.988628] env[64376]: INFO networking_nsxv3.common.synchronization [req-974195a7-a6b7-485f-b2ac-fdc58405da88 req-c972563f-b27b-4088-8a1f-1f88fb367124 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 993.988771] env[64376]: INFO networking_nsxv3.common.synchronization [req-974195a7-a6b7-485f-b2ac-fdc58405da88 req-c972563f-b27b-4088-8a1f-1f88fb367124 service nova] Enqueued Resource ID: 00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 with Priority: HIGHEST for action port [ 993.989363] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 993.989504] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 993.989602] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 with Priority: HIGHEST for action port [ 993.989906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.990044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.990108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.990308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.990392] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.991455] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.991455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.991557] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.991622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.991693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.991949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.992107] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d9a1ef-17bf-42e1-86b0-ebf6caeefb98',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.393708] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.393708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.393973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.393973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.394058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.394280] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.394382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.394603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.394672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.394761] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c is going to be updated. [ 994.433485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.433485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.433485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.433485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.433485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.443610] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd28a939-11c9-43e9-961f-03f4aca92e1c in Status: IN_PROGRESS for 2s [ 994.493376] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.493571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.494299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 with status ACTIVE [ 994.494443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.494569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.494637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.494852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.494947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.495137] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.495258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.495299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.495439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.495516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.495716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.496537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.496537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.496537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.496537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.496537] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00d9a1ef-17bf-42e1-86b0-ebf6caeefb98 is going to be updated. [ 994.522287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.522287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.522287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.522530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.522632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.522789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d9a1ef-17bf-42e1-86b0-ebf6caeefb98" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.658653] env[64376]: INFO networking_nsxv3.common.synchronization [None req-80b643a2-4382-4a8b-9aba-cb08b364d8f6 tempest-ServersTestBootFromVolume-1386990080 tempest-ServersTestBootFromVolume-1386990080-project-member] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_rules [ 994.659335] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_rules [ 994.659672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.659894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.659981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.660240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.660320] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.797975] env[64376]: INFO networking_nsxv3.common.synchronization [None req-291786f6-d6de-488a-ba16-e924d7c1ad22 tempest-ServersTestBootFromVolume-1386990080 tempest-ServersTestBootFromVolume-1386990080-project-member] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_rules [ 994.798889] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_rules [ 994.799525] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.799525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.853678] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 994.853678] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.853678] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.853678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.853678] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.182977] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.183173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.183229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.183448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.183539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.184860] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc already deleted. [ 995.184860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.185135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.185364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.185543] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.357079] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.391888] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: SUCCESS [ 995.392157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.392319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.392531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.392720] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.392851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.392913] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.393054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.393131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.393241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.393295] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.452063] env[64376]: INFO networking_nsxv3.common.synchronization [None req-16c3d7b3-0b5a-4226-be35-168a7a736d0d None None] Enqueued Resource ID: 6c2ea922-2396-4b1f-9418-8d87d506d21a with Priority: HIGHEST for action port [ 995.453075] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2ea922-2396-4b1f-9418-8d87d506d21a with Priority: HIGHEST for action port [ 995.453075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2ea922-2396-4b1f-9418-8d87d506d21a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.453075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2ea922-2396-4b1f-9418-8d87d506d21a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.453754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2ea922-2396-4b1f-9418-8d87d506d21a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.455868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2ea922-2396-4b1f-9418-8d87d506d21a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.455989] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2ea922-2396-4b1f-9418-8d87d506d21a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.710117] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.710411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.710411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.710554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.710683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.711140] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc already deleted. [ 995.711140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.859654] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.895784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.895956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.896075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.896359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.896531] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.896639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.896684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.896901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.896944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.897043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.897197] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.897287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.897346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.897482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.897613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.897700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.897764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.897918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.897991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.898049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.898170] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.958442] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c2ea922-2396-4b1f-9418-8d87d506d21a [ 995.958714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.958868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.958948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.959384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.959384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.959507] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c2ea922-2396-4b1f-9418-8d87d506d21a already deleted. [ 995.959559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2ea922-2396-4b1f-9418-8d87d506d21a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.362361] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.362594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.362594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.362792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.362888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.363013] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 996.395416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.395586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.395659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.396075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.396075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.400574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b909db9e-9f9a-4607-85cf-724dd0a8e709: rpc.has_security_group_logging(os_id): False [ 996.407622] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 996.419451] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.419596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.419645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.419946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.420037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.420227] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.420331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.420393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.420547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.420621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.420821] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.420909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.420969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.421131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.421205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.421391] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.421499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.421632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.421681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.421731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.421866] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be created. [ 996.462175] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd28a939-11c9-43e9-961f-03f4aca92e1c in Status: SUCCESS [ 996.463167] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c deletion is rescheduled due to dependency. [ 996.463167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.501675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.501864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.501950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.502202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.502401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.516066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: IN_PROGRESS for 2s [ 998.421635] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 998.422071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.422071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.422348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.422599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.422693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.422741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.422967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.423112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.423203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.423262] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.534458] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: SUCCESS [ 998.534561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.926925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.927174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.927410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.927530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.927724] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.927847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.927929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.928086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.928188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.928285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.928539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.928539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.928680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.928855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.929027] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.929093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.929152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.929359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.929359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.929454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.929522] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.432864] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211c3b7c-2d14-46d1-a071-b51fe8f74a41: rpc.has_security_group_logging(os_id): False [ 999.459639] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.459897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.459897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.460621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.460621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.460621] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.460621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.460890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.461051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.461156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.461357] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.461457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.461522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.461669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.461746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.462032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.462157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.462256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.462526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.462634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.462743] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 999.544793] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.544932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.545021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.545708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.545875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.564138] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1000.059231] env[64376]: INFO networking_nsxv3.common.synchronization [req-0388640c-86a5-4724-ba2b-a274acb3f27b req-eabeaf56-c6b3-406a-aade-8288487ee558 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1000.059745] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1000.060131] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.060281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.060353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.060538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.060691] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.061105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.061105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.061105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.061105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.061382] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.437055] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.437055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.437055] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.438278] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.438548] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.438707] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.438927] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.439060] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.439182] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.439292] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.439404] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.439510] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.439668] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.459217] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.459402] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.459545] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.459764] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.460145] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-9d5e2500-976a-4edd-a297-5eeda1a7a80d taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.460330] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.460470] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.460792] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.460951] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d5e2500-976a-4edd-a297-5eeda1a7a80d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.564444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.564637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.564758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.565881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.565881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.565881] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.565881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.566114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.566298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.567060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.567060] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1000.600941] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.601123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.601173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.601557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.601557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.614404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1000.963412] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.963801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.963985] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.964320] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.964476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.965566] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 9d5e2500-976a-4edd-a297-5eeda1a7a80d not found, creating... [ 1000.965566] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.965566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.965566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.965566] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.965783] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.965922] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.966100] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.966218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.966424] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.966556] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.966733] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 9d5e2500-976a-4edd-a297-5eeda1a7a80d is going to be created. [ 1000.991719] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.992081] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.992246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.992572] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.993013] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.993170] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.214765] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1001.214938] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1001.493800] env[64376]: INFO networking_nsxv3.common.synchronization [None req-da9a7f57-3fe6-4643-bae9-5f778e359db6 None None] Enqueued Resource ID: ca82cadc-5a2d-4f8c-a566-98b641d16891 with Priority: HIGHEST for action port [ 1001.493800] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82cadc-5a2d-4f8c-a566-98b641d16891 with Priority: HIGHEST for action port [ 1001.494196] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca82cadc-5a2d-4f8c-a566-98b641d16891 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.494196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca82cadc-5a2d-4f8c-a566-98b641d16891" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.494196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca82cadc-5a2d-4f8c-a566-98b641d16891" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.494328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca82cadc-5a2d-4f8c-a566-98b641d16891" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.494447] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca82cadc-5a2d-4f8c-a566-98b641d16891',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.592396] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1001.592654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.730464] env[64376]: INFO networking_nsxv3.common.synchronization [req-0388640c-86a5-4724-ba2b-a274acb3f27b req-7f4095c8-d32f-43cc-8a95-e83204172885 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1001.730464] env[64376]: INFO networking_nsxv3.common.synchronization [req-0388640c-86a5-4724-ba2b-a274acb3f27b req-7f4095c8-d32f-43cc-8a95-e83204172885 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1001.730464] env[64376]: INFO networking_nsxv3.common.synchronization [req-0388640c-86a5-4724-ba2b-a274acb3f27b req-7f4095c8-d32f-43cc-8a95-e83204172885 service nova] Enqueued Resource ID: 9d5e2500-976a-4edd-a297-5eeda1a7a80d with Priority: HIGHEST for action port [ 1001.730464] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1001.730464] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1001.730464] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5e2500-976a-4edd-a297-5eeda1a7a80d with Priority: HIGHEST for action port [ 1001.730464] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.730464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.730464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.730464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.730464] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.730872] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.730872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.733632] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d5e2500-976a-4edd-a297-5eeda1a7a80d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.733632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.733632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.733632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.733632] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d5e2500-976a-4edd-a297-5eeda1a7a80d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.996807] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca82cadc-5a2d-4f8c-a566-98b641d16891 [ 1001.997050] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.997186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.997287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.997455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.997544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.997642] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca82cadc-5a2d-4f8c-a566-98b641d16891 already deleted. [ 1001.997749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca82cadc-5a2d-4f8c-a566-98b641d16891" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.234124] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d5e2500-976a-4edd-a297-5eeda1a7a80d with status ACTIVE [ 1002.234124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.234485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.234485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.234616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.234813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.234974] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.235139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.235212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.235425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.235538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.235714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.235855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.235855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.236079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.236165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.236248] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d5e2500-976a-4edd-a297-5eeda1a7a80d is going to be updated. [ 1002.237698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.237820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.266408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.266652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.266652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.266814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.266952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.267163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d5e2500-976a-4edd-a297-5eeda1a7a80d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.626347] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1002.626736] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 deletion is rescheduled due to dependency. [ 1002.626736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.626859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.627186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.627547] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.627547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.627682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.627826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.627911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.628058] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.131116] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.633551] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.943935] env[64376]: INFO networking_nsxv3.common.synchronization [None req-61ececd0-967e-45b0-a86d-c13ed69adcfb None None] Enqueued Resource ID: 07e94d4e-a261-4154-93d4-05646cb1320b with Priority: HIGHEST for action port [ 1003.944535] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e94d4e-a261-4154-93d4-05646cb1320b with Priority: HIGHEST for action port [ 1003.944836] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e94d4e-a261-4154-93d4-05646cb1320b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.944959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e94d4e-a261-4154-93d4-05646cb1320b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.945052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e94d4e-a261-4154-93d4-05646cb1320b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.945313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e94d4e-a261-4154-93d4-05646cb1320b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.945401] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e94d4e-a261-4154-93d4-05646cb1320b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.044067] env[64376]: INFO networking_nsxv3.common.synchronization [req-664872ad-4734-4597-8912-9e2473eb344a req-18c18a84-ff8d-4024-8302-283b14644046 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 1004.044744] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGHEST for action security_group_members [ 1004.045393] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.045556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.045631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.045874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.046070] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.046157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.046227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.046368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.046553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.046553] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.088974] env[64376]: INFO networking_nsxv3.common.synchronization [req-664872ad-4734-4597-8912-9e2473eb344a req-18c18a84-ff8d-4024-8302-283b14644046 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 49278611-2ec5-4847-a258-150561c5f081 with Priority: HIGHEST for action port [ 1004.089516] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49278611-2ec5-4847-a258-150561c5f081 with Priority: HIGHEST for action port [ 1004.089882] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-49278611-2ec5-4847-a258-150561c5f081 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.090038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.090126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.090250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.090340] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49278611-2ec5-4847-a258-150561c5f081',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.136302] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.136479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.136534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.136851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.137010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.137162] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1004.169838] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.169838] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.170051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.170111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.170263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.179647] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1004.447451] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07e94d4e-a261-4154-93d4-05646cb1320b [ 1004.447694] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.447849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.447921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.448343] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07e94d4e-a261-4154-93d4-05646cb1320b already deleted. [ 1004.448426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e94d4e-a261-4154-93d4-05646cb1320b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.548711] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.548903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.548949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.549485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.549598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.549665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550041] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be updated. [ 1004.592632] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49278611-2ec5-4847-a258-150561c5f081 with status ACTIVE [ 1004.592905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.593144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.593247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.593862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.594029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.594292] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.594479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.594479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.594696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.594785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.595031] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.595139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.595225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.595388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.595515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.595652] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49278611-2ec5-4847-a258-150561c5f081 is going to be updated. [ 1004.597515] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.597696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.597761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.597908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.598063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.608523] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: IN_PROGRESS for 2s [ 1004.630749] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.630951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.630951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.632031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.632227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.632404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49278611-2ec5-4847-a258-150561c5f081" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.494034] env[64376]: INFO networking_nsxv3.common.synchronization [req-cc865abe-9977-40b3-9b6d-5a6f629f193f req-b8ad030a-c1ac-4872-be38-325267bc90cd tempest-ListImageFiltersTestJSON-176491855 tempest-ListImageFiltersTestJSON-176491855-project-member] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 1005.494034] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGHEST for action security_group_members [ 1005.494559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.494559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.494559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.494559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.494723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.494820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.494820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.496863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.496863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.496863] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.787598] env[64376]: INFO networking_nsxv3.common.synchronization [req-c593623e-9c14-47c4-9cb3-ceb47a5451cf req-5429941c-ea84-4481-83b1-ce1e6ff4d58e tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1005.788312] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1005.788968] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.789127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.789192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.789452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.789686] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.789876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.789941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.790130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.790217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.790314] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.998954] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.000032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.000032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.000032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.000032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.000032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.000032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.000032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.000405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.000405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.000405] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be updated. [ 1006.034262] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.034867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.035526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.035526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.035870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.045420] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: IN_PROGRESS for 2s [ 1006.189562] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1006.189803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.190090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.190548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.190548] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.190769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.190769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.190907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.190907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.191032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.191089] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.193710] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.193906] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-699" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.194084] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-699" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.195144] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-699" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.195144] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.195144] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.195144] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.195144] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.195499] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.195499] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.195608] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.195608] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.195713] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.195832] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.195936] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.196084] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.217233] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.217233] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.217233] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.217504] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-699" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.217739] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-f130f463-6626-48dc-8dbd-6eb0eab08781 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.217905] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.218040] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.218378] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.218513] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f130f463-6626-48dc-8dbd-6eb0eab08781',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.293060] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.293362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.293474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.293844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.293992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.294415] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.294415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.294415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.294640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.294717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.294751] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b already deleted. [ 1006.294831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.621038] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 in Status: SUCCESS [ 1006.621038] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 deletion is rescheduled due to dependency. [ 1006.621350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.698299] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.698525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.698525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.698710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.698879] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.698979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.699084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.699268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.699358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.699446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.700026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.700026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.700026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.700026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.700248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.700248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.700248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.700409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.700446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.700512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.700607] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.722551] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.722827] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.723052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.723450] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.723673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.723920] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port f130f463-6626-48dc-8dbd-6eb0eab08781 not found, creating... [ 1006.724346] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.724603] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.724795] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.725140] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.725558] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.725984] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.726083] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.726245] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.726992] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.727244] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.727460] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: f130f463-6626-48dc-8dbd-6eb0eab08781 is going to be created. [ 1006.747893] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.748189] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748312] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.749159] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.749476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.749705] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.084628] env[64376]: INFO networking_nsxv3.common.synchronization [None req-fc29d934-a44e-4ecc-be99-f364724fc06c tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1007.085807] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1007.085807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.085807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.086031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.086304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.086473] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.086575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.086687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.086795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.086882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.086977] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.204267] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7abf9d4-0a16-4d6b-b527-9914d3facdb8: rpc.has_security_group_logging(os_id): False [ 1007.223451] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.223776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.223776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.224074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.224181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.224489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.224622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.224729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.224891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.224993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.225264] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.225833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.225833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.225833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.225833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.226089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.226089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.226184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.226317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.226410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.226516] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1007.298552] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.298797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.298797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.299145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.299145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.318687] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1007.514734] env[64376]: INFO networking_nsxv3.common.synchronization [req-c593623e-9c14-47c4-9cb3-ceb47a5451cf req-2facf7a6-60e2-4582-a3ef-b9a42ec6ea31 service nova] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_rules [ 1007.515265] env[64376]: INFO networking_nsxv3.common.synchronization [req-c593623e-9c14-47c4-9cb3-ceb47a5451cf req-2facf7a6-60e2-4582-a3ef-b9a42ec6ea31 service nova] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1007.515265] env[64376]: INFO networking_nsxv3.common.synchronization [req-c593623e-9c14-47c4-9cb3-ceb47a5451cf req-2facf7a6-60e2-4582-a3ef-b9a42ec6ea31 service nova] Enqueued Resource ID: f130f463-6626-48dc-8dbd-6eb0eab08781 with Priority: HIGHEST for action port [ 1007.516232] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_rules [ 1007.516232] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1007.516381] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f130f463-6626-48dc-8dbd-6eb0eab08781 with Priority: HIGHEST for action port [ 1007.516718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.516718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.517023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.517088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.517146] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.518339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.518458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.518608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.518695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.518925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.519050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.519050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.519221] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.519317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.519408] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.520519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f130f463-6626-48dc-8dbd-6eb0eab08781 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.521602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.521681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.521867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.521951] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f130f463-6626-48dc-8dbd-6eb0eab08781',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.589234] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.024337] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.024337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.024337] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.030176] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f130f463-6626-48dc-8dbd-6eb0eab08781 with status ACTIVE [ 1008.030176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.030176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030765] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f130f463-6626-48dc-8dbd-6eb0eab08781 is going to be updated. [ 1008.055565] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd in Status: SUCCESS [ 1008.055565] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd deletion is rescheduled due to dependency. [ 1008.055565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.056289] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.056400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.056441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.057020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.057020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.057020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.092793] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.118383] env[64376]: INFO networking_nsxv3.common.synchronization [req-8e7039af-df95-467a-9bbc-2710fc79c496 req-4fd8b33d-c403-4f27-98c3-2fec8165d922 tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1008.118551] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1008.118909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.119177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.119452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.119748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.119981] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.120162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.120247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.120491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.120625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.120782] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.458812] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.459012] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.459183] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.460035] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.460035] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.460035] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.460035] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.460277] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.460342] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.460548] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.460657] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.460761] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.460864] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.460986] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.461125] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.461258] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.484798] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.484988] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.485170] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.485359] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.485673] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-6abf4002-dc60-4e9b-9edd-5a010c778ade taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.485842] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.485964] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.486333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.486481] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6abf4002-dc60-4e9b-9edd-5a010c778ade',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.527294] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.599011] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.599217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.599285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.599854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.600162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.600278] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1008.625123] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.643836] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.643992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.644089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.644358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.644475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.655283] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1008.988864] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.989406] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.989406] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.989545] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.989698] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.989833] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 6abf4002-dc60-4e9b-9edd-5a010c778ade not found, creating... [ 1008.990104] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.990268] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.990698] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.990698] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.990832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.991016] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.991179] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.991586] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.991586] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.991676] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.991822] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 6abf4002-dc60-4e9b-9edd-5a010c778ade is going to be created. [ 1009.016038] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.016318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.016318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.017340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.017340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.017340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.030240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.030693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.030693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.031309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.031309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.031309] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be created. [ 1009.090347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.090585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.090714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.091050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.091307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.114212] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: UNINITIALIZED for 2s [ 1009.127829] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.356359] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1009.356700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.630412] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.630606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.630723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.631358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.631358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.631358] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1009.676713] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.676713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.676943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.677059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.677125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.693260] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1009.851115] env[64376]: INFO networking_nsxv3.common.synchronization [req-8e7039af-df95-467a-9bbc-2710fc79c496 req-0fd423f9-5ecb-46a2-a667-56cf2b6de9f4 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1009.851344] env[64376]: INFO networking_nsxv3.common.synchronization [req-8e7039af-df95-467a-9bbc-2710fc79c496 req-0fd423f9-5ecb-46a2-a667-56cf2b6de9f4 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1009.851560] env[64376]: INFO networking_nsxv3.common.synchronization [req-8e7039af-df95-467a-9bbc-2710fc79c496 req-0fd423f9-5ecb-46a2-a667-56cf2b6de9f4 service nova] Enqueued Resource ID: 6abf4002-dc60-4e9b-9edd-5a010c778ade with Priority: HIGHEST for action port [ 1009.852246] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1009.852370] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1009.852476] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6abf4002-dc60-4e9b-9edd-5a010c778ade with Priority: HIGHEST for action port [ 1009.852772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.852935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.853025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.853170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.853257] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.854295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.854389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.854588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6abf4002-dc60-4e9b-9edd-5a010c778ade taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.854691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.854756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.854931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.855033] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6abf4002-dc60-4e9b-9edd-5a010c778ade',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.018762] env[64376]: INFO networking_nsxv3.common.synchronization [req-3f671a8f-96e3-4a50-936c-9b0860567e3a req-5304062e-6330-4f35-ab5e-f438df674078 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1010.021657] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1010.021657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.021657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.021657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.021657] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.304340] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.304850] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.304850] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.305021] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.305483] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.305653] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.305775] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.306022] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.306181] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306429] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.306564] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.306696] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.306788] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.306923] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.307172] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.307373] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.333258] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.333483] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.333623] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.333809] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.334247] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-7b31f49a-2f01-4af3-a8cf-ca98112417a6 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.334464] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.334619] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.334904] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.335063] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b31f49a-2f01-4af3-a8cf-ca98112417a6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.357507] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.357806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.357935] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6abf4002-dc60-4e9b-9edd-5a010c778ade with status ACTIVE [ 1010.358163] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.358615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.358615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.358615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.358615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.358917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.358917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.358917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.359203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.359203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.359345] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.359444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.359509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.359627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.359714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.359780] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6abf4002-dc60-4e9b-9edd-5a010c778ade is going to be updated. [ 1010.384158] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.384329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.384388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.384584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.384721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.384886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6abf4002-dc60-4e9b-9edd-5a010c778ade" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.524315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.524519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.524563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.524769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.572021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.572418] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.572632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.572713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.572981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.573135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.573295] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1010.625236] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.625512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.625512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.625741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.625803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.640362] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1010.665702] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1010.666128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.747746] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-7ac0b420-cb53-44ef-afd3-b942d9cb549c tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1010.748352] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1010.748858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.748858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.749361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.749553] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.749669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.749722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.750288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.750288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.750288] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.841023] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.841023] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 7b31f49a-2f01-4af3-a8cf-ca98112417a6 not found, creating... [ 1010.841023] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.841023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.841604] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.841604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.841604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.841604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.841604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.841604] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 7b31f49a-2f01-4af3-a8cf-ca98112417a6 is going to be created. [ 1010.873303] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.873303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.874174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.874174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.874174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.874174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.124477] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1011.124719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.124887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.125127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.125345] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.125439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.125531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.125650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.125758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.125833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.125927] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.184030] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.184030] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.184285] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.184776] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.185399] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.185578] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.185770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.186269] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.186846] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.187164] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.187305] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.187424] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.187537] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.187697] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.187851] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.188013] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.210638] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.210638] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.210638] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.210638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.211708] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-933c82e3-1047-4db1-a230-740be1a0ebab taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.211708] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.211708] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.211900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.212050] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933c82e3-1047-4db1-a230-740be1a0ebab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.252629] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.252847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.252847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.253113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.253209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.253419] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.253519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.253573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.253726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.253799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.253881] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 already deleted. [ 1011.253959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.628832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.628832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.628832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.629304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.629304] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.629304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.629467] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.629518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.630213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.630213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.630213] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.630213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.630213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.630213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.630734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.630734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.630734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.630734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.630734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.630734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.630925] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.713963] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1011.714215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.715107] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.715297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.715420] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.715684] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.716166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.716166] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 933c82e3-1047-4db1-a230-740be1a0ebab not found, creating... [ 1011.716303] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.716528] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.716528] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.717155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.717155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.717155] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.717589] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.717589] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.717589] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.717768] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.717768] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 933c82e3-1047-4db1-a230-740be1a0ebab is going to be created. [ 1011.719444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.719444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.720351] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.720351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.720492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.720598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.720678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.720773] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.743163] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.743403] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.743524] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.743796] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.744049] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.744271] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.127904] env[64376]: INFO networking_nsxv3.common.synchronization [req-de7d361d-c96b-433c-a8a1-ed52a261be64 req-ad840904-2f3b-4588-bb6a-5404ea0c13f3 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1012.127904] env[64376]: INFO networking_nsxv3.common.synchronization [req-de7d361d-c96b-433c-a8a1-ed52a261be64 req-ad840904-2f3b-4588-bb6a-5404ea0c13f3 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1012.127904] env[64376]: INFO networking_nsxv3.common.synchronization [req-de7d361d-c96b-433c-a8a1-ed52a261be64 req-ad840904-2f3b-4588-bb6a-5404ea0c13f3 service nova] Enqueued Resource ID: 7b31f49a-2f01-4af3-a8cf-ca98112417a6 with Priority: HIGHEST for action port [ 1012.128614] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1012.129143] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1012.129294] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b31f49a-2f01-4af3-a8cf-ca98112417a6 with Priority: HIGHEST for action port [ 1012.129600] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.130035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.130126] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.131549] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.131670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.131737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.131928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.132295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.132295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.132295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.132452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.132489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.132564] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.133509] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b31f49a-2f01-4af3-a8cf-ca98112417a6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.133676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.133795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.133930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.134014] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b31f49a-2f01-4af3-a8cf-ca98112417a6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.138023] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4579294-050d-439b-960d-c2c886090c2b: rpc.has_security_group_logging(os_id): False [ 1012.157408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.157856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.157856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.157856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.158034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.158124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.158241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.158466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.158563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.162375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.162375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.162375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.162375] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be created. [ 1012.223359] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.228135] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.228563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.228709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.228974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.230052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.243062] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1012.543469] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-0133718a-cd04-450f-89ab-f8d0c15e524b service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1012.543469] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-0133718a-cd04-450f-89ab-f8d0c15e524b service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1012.543469] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-0133718a-cd04-450f-89ab-f8d0c15e524b service nova] Enqueued Resource ID: 933c82e3-1047-4db1-a230-740be1a0ebab with Priority: HIGHEST for action port [ 1012.543469] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1012.543469] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1012.543469] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933c82e3-1047-4db1-a230-740be1a0ebab with Priority: HIGHEST for action port [ 1012.544283] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.545749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.545749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.546636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.546802] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.550565] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.552206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.552507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.554375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.554375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.554375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.554375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.554375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.554375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.554375] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.556099] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-933c82e3-1047-4db1-a230-740be1a0ebab taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.559843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.559843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.559843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.559843] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933c82e3-1047-4db1-a230-740be1a0ebab',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.635539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.635931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.636966] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.637895] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b31f49a-2f01-4af3-a8cf-ca98112417a6 with status ACTIVE [ 1012.638113] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.638234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.638425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.638535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.638655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.638751] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.638841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.638901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.639095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.639209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.639445] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.640688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.640688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.640688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.640688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.640688] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b31f49a-2f01-4af3-a8cf-ca98112417a6 is going to be updated. [ 1012.653194] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1012.653709] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe deletion is rescheduled due to dependency. [ 1012.653709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.666826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.667075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.667075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.667413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.667583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.667776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b31f49a-2f01-4af3-a8cf-ca98112417a6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.726346] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.060315] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.061093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.061093] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.063617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 933c82e3-1047-4db1-a230-740be1a0ebab with status ACTIVE [ 1013.063770] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.063895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.063963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.064208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.064379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.064520] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.064717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.064717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.064865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.064971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.065156] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.065212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.065283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.065670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.065670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.065670] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 933c82e3-1047-4db1-a230-740be1a0ebab is going to be updated. [ 1013.091119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.091119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.091119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.091119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.091119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.091119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-933c82e3-1047-4db1-a230-740be1a0ebab" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.143173] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.229113] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.229300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.229386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.229566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.229679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.229768] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1013.279111] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.279350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.279458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.279785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.279994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.305820] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1013.563662] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.646285] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.647939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.647939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.647939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.647939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.647939] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1013.682303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.682576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.682576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.682922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.682996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.692962] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1014.031847] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-627456b3-dd1f-4c56-a1d6-c094ae4a8fe4 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1014.031847] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1014.031847] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.031847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.066959] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.067174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.067226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.067437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.067529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.067630] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be created. [ 1014.097636] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.097802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.097878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.098126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.098400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.111466] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: UNINITIALIZED for 2s [ 1014.262237] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1014.262413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.353282] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.353550] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.353619] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.353915] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.355801] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.356013] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.356137] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.356393] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.356546] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.356768] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.356902] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.357068] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.357205] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.357324] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.357433] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.357572] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.386867] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.387087] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.387224] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.387378] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.387748] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-7ddb77e7-8795-4569-805d-c13f5c404bd8 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.387918] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.388048] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.388413] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.388572] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddb77e7-8795-4569-805d-c13f5c404bd8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.891614] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.892077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.892077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.892537] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.892752] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.892961] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 7ddb77e7-8795-4569-805d-c13f5c404bd8 not found, creating... [ 1014.894098] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.894098] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.894098] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.894098] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.894471] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.894596] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.895314] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.895314] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.895314] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.895591] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.895591] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 7ddb77e7-8795-4569-805d-c13f5c404bd8 is going to be created. [ 1014.929059] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.929292] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.929480] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.929791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.930155] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.930475] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.319289] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1015.319562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.319759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.320079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.320281] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.320473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.320473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.320615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.320696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.320782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.320874] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.693317] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-988260bd-1841-48e9-ab1f-c45789d8c0b5 service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1015.693317] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-988260bd-1841-48e9-ab1f-c45789d8c0b5 service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1015.693317] env[64376]: INFO networking_nsxv3.common.synchronization [req-ae014b5c-d86a-4597-b844-99bf1b89801e req-988260bd-1841-48e9-ab1f-c45789d8c0b5 service nova] Enqueued Resource ID: 7ddb77e7-8795-4569-805d-c13f5c404bd8 with Priority: HIGHEST for action port [ 1015.693490] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1015.693564] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1015.694400] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddb77e7-8795-4569-805d-c13f5c404bd8 with Priority: HIGHEST for action port [ 1015.694862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.694971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.695165] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.695252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.695699] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ddb77e7-8795-4569-805d-c13f5c404bd8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.695699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.695699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.695941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.695941] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddb77e7-8795-4569-805d-c13f5c404bd8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.706168] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1015.706429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.706598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.706847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.707072] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.707183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.707257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.707419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.707500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.707589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.707681] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.824446] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.824690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.824780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.826065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.826290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.826513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826922] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.827073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.827170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.827423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.827493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.827597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.827734] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.122732] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1016.122732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.123239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.123239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.123448] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.123602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.123655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.123878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.123992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.124166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.124388] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.125495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.126031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.126031] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.126189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.127165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.127165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.127165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.127165] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.198436] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ddb77e7-8795-4569-805d-c13f5c404bd8 with status ACTIVE [ 1016.198690] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.198828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.199798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.199798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.200170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.200170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.200269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.200328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.200472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.200940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.200940] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ddb77e7-8795-4569-805d-c13f5c404bd8 is going to be updated. [ 1016.214227] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.214509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.214601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.214828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.215020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.215642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.215722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.215900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.215990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.216100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.216269] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.216368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.216423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.216575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.216720] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.216804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.216887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.216997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.217087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.217159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.217272] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.230762] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.230907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.231086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.231713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.231713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.231713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ddb77e7-8795-4569-805d-c13f5c404bd8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.334107] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 1016.360878] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.360878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.361132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.361286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.361392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.361618] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.361717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.361784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.361941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.362113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.362414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.362568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.362676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.362911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.363080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.363337] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.363499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.363581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.363788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.363919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.364092] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1016.451505] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.451779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.451890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.452282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.452667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.472686] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1016.628978] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.629247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.629372] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.719407] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7abf9d4-0a16-4d6b-b527-9914d3facdb8: rpc.has_security_group_logging(os_id): False [ 1016.742540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.742727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.742800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.743112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.743256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.743542] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.743663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.743763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.744784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.744784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.744784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.744784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.744784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.744784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.745090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.745262] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.746612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.746612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.746612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.746612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.746612] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1016.831689] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.831689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.831689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.831689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.831689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.846755] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1017.132452] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.636950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.637196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.637255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.637515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.637635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.637760] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1017.697699] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.697868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.697919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.698914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.698914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.715150] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1018.488349] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1018.488742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.865240] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1018.865456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.727235] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1019.727235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.727235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.727235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.727695] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.727695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.727695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.727834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.727834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.727896] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.230757] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.695099] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.695099] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1020.733290] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.236552] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.236880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.236880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.237086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.237372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.237372] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1021.271375] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.271527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.271572] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.271889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.271967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.281158] env[64376]: INFO networking_nsxv3.common.synchronization [req-61a999be-da6a-4d41-a43e-344f2264cb52 req-37262f93-5c44-4bab-b31f-ee594abcd6ff tempest-ServersTestBootFromVolume-1386990080 tempest-ServersTestBootFromVolume-1386990080-project-member] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_members [ 1021.281158] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_members [ 1021.281158] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.281158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.281158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.281673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.282058] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.282400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.282616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.283037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.286419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.286419] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.286419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1021.743897] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.744376] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-551" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.744376] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-551" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.744753] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-551" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.745099] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.745303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.745453] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.746082] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.746299] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.746575] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.746731] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.746855] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.746992] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.747161] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.747302] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.747468] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.770710] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.770932] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.771120] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.771347] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-551" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.771702] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-1e00794e-b9ac-433e-9d82-5ba22b3777ee taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771964] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.772109] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.772612] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.772812] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e00794e-b9ac-433e-9d82-5ba22b3777ee',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.787020] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.787310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.787310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.787522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.787575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.787753] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.787852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.787908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.788073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.788146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.788234] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc already deleted. [ 1021.788312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.277052] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.277052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.277052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.277052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.277052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.277052] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 1e00794e-b9ac-433e-9d82-5ba22b3777ee not found, creating... [ 1022.277052] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.277052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.277052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.277686] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.277686] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.277686] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.277822] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.277860] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.278483] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.279118] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.279118] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 1e00794e-b9ac-433e-9d82-5ba22b3777ee is going to be created. [ 1022.318035] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.318333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.318418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.318797] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.318960] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.319271] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.925155] env[64376]: INFO networking_nsxv3.common.synchronization [None req-8b8fb6f5-93e2-49e7-97b1-dfa723f99e3c None None] Enqueued Resource ID: 57b542db-100b-42cc-a32e-21687703c582 with Priority: HIGHEST for action port [ 1022.925155] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b542db-100b-42cc-a32e-21687703c582 with Priority: HIGHEST for action port [ 1022.925155] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b542db-100b-42cc-a32e-21687703c582 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.925155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b542db-100b-42cc-a32e-21687703c582" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.925155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b542db-100b-42cc-a32e-21687703c582" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.925155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b542db-100b-42cc-a32e-21687703c582" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.925155] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b542db-100b-42cc-a32e-21687703c582',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.049100] env[64376]: INFO networking_nsxv3.common.synchronization [req-61a999be-da6a-4d41-a43e-344f2264cb52 req-ebc132cc-f484-4bb1-b907-e3faa9328547 service nova] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_rules [ 1023.049100] env[64376]: INFO networking_nsxv3.common.synchronization [req-61a999be-da6a-4d41-a43e-344f2264cb52 req-ebc132cc-f484-4bb1-b907-e3faa9328547 service nova] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_members [ 1023.049100] env[64376]: INFO networking_nsxv3.common.synchronization [req-61a999be-da6a-4d41-a43e-344f2264cb52 req-ebc132cc-f484-4bb1-b907-e3faa9328547 service nova] Enqueued Resource ID: 1e00794e-b9ac-433e-9d82-5ba22b3777ee with Priority: HIGHEST for action port [ 1023.049100] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_rules [ 1023.049801] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_members [ 1023.050077] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e00794e-b9ac-433e-9d82-5ba22b3777ee with Priority: HIGHEST for action port [ 1023.050495] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.053763] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.053763] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.053763] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.053763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.053763] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.056077] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e00794e-b9ac-433e-9d82-5ba22b3777ee taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.056077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.056077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.056077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.056077] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e00794e-b9ac-433e-9d82-5ba22b3777ee',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.298140] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1023.298435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.298627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.298865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.299124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.299335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.299335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.299492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.299574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.299693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.300137] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.300417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.300507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.300735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.300818] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.300924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.301034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.301144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.301224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.301309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.301402] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.427082] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57b542db-100b-42cc-a32e-21687703c582 [ 1023.427355] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.427511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.427599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.428072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.428072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.428072] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57b542db-100b-42cc-a32e-21687703c582 already deleted. [ 1023.428226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b542db-100b-42cc-a32e-21687703c582" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.445128] env[64376]: INFO networking_nsxv3.common.synchronization [req-9bb655af-c623-4381-9a3d-18430cd3364c req-dcd015c4-f2dd-43ce-b2b1-0164d3ad386d tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1023.445975] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1023.448066] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.450322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.451040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.451040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.451040] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.451040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.451268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.451268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.451553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.451553] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.557578] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.560651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.560651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.561128] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e00794e-b9ac-433e-9d82-5ba22b3777ee with status ACTIVE [ 1023.564024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.564024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.564024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.564024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.564024] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e00794e-b9ac-433e-9d82-5ba22b3777ee is going to be updated. [ 1023.593042] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.593042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.593042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.593042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.593042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.593042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e00794e-b9ac-433e-9d82-5ba22b3777ee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.804378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adecb7ca-da74-48f0-b62f-46542da97fd2: rpc.has_security_group_logging(os_id): False [ 1023.836335] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.836335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.836335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.836335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.836335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.836335] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.836606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.836606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.836678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.836756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.836967] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.837080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.837147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.837323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.837406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841255] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.841371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.841648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.841740] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841846] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be created. [ 1023.919522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.919676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.919736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.919987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.920180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.943101] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1023.954305] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.061477] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.215074] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f4b804bb-8303-4541-959b-de740477b3a6 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_rules [ 1024.217897] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_rules [ 1024.217897] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.217897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.217897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.217897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.217897] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.335901] env[64376]: INFO networking_nsxv3.common.synchronization [None req-06ae805c-7155-4212-87e8-2791bbb3867e tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_rules [ 1024.336767] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_rules [ 1024.336962] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.337050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.456249] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.564485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.564772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.564885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.565105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.565233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.565296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc is going to be created. [ 1024.603871] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.604245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.604482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.604808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.605120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.619123] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: UNINITIALIZED for 2s [ 1024.746730] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.746916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.746916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.747117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.747204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.747327] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba already deleted. [ 1024.747381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.747524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.747678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.747762] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.967457] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.967457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.967457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.967457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.967457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.967457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1025.045698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.045698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.045698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.046000] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.046190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.065362] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1025.163016] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.163203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.163295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.163585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.163763] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.280924] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.281108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.281533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.281806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.281904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.282014] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba already deleted. [ 1025.282364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.667955] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.817303] env[64376]: INFO networking_nsxv3.common.synchronization [None req-44f3ca8c-7dae-4350-9339-0319ef45fa91 None None] Enqueued Resource ID: 08c81d9b-2961-41c6-8953-ec466a657a3b with Priority: HIGHEST for action port [ 1025.820963] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c81d9b-2961-41c6-8953-ec466a657a3b with Priority: HIGHEST for action port [ 1025.824703] env[64376]: INFO networking_nsxv3.common.synchronization [req-3970ebd0-3ad9-4612-a2cc-77e4303eba88 req-fc2d103f-a225-4206-8765-8089454ec5ab tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1025.824703] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c81d9b-2961-41c6-8953-ec466a657a3b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.824703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c81d9b-2961-41c6-8953-ec466a657a3b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.824703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c81d9b-2961-41c6-8953-ec466a657a3b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.826558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c81d9b-2961-41c6-8953-ec466a657a3b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.826698] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c81d9b-2961-41c6-8953-ec466a657a3b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.828990] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1025.831296] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.831580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.831580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.831884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.832162] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.832339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.832451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.832708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.832878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.833034] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.961081] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1025.961443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.962876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.963145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.963240] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.170986] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.264823] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.265757] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.266028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.266354] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.266706] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.266879] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.267036] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.267655] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.267655] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267890] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.268142] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.268142] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.268505] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.268505] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.268505] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.268699] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.297062] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.297264] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.297414] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.297631] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.298048] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.298313] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.298470] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.299052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.299478] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb99d4b9-59e6-47c8-a1ba-185e9cc5765c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.331833] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08c81d9b-2961-41c6-8953-ec466a657a3b [ 1026.332154] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.332350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.332447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.332704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.332814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.332938] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08c81d9b-2961-41c6-8953-ec466a657a3b already deleted. [ 1026.333046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c81d9b-2961-41c6-8953-ec466a657a3b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.338697] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.338849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.338906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.339114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.339198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.339388] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.339493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.339556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.339680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.340042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.340042] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1026.342501] env[64376]: INFO networking_nsxv3.common.synchronization [req-1a8b5b55-b389-45a1-841f-1b2ecfb89202 req-bc7cefe6-4cd5-47e8-8555-abe3b6ab0fa7 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1026.343101] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1026.344033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.344167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.344225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.344446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.344617] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.344716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.344787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.344954] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.345962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.345962] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.373535] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.374089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.374171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.374462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.375216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.385295] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1026.468069] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.468323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.468449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.468783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.469070] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.471603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.471693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.471986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.472159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.472354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.472743] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.629996] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: SUCCESS [ 1026.630268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.630529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.630736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.631022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.631471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.631471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.631587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.631587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.631671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.631837] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.673500] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1026.673701] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1026.804502] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.806491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.806491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.806491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.806491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.806491] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port cb99d4b9-59e6-47c8-a1ba-185e9cc5765c not found, creating... [ 1026.807132] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.807132] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.807298] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.807623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.807856] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.808956] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.809238] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.809432] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.810864] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.810864] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.810864] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: cb99d4b9-59e6-47c8-a1ba-185e9cc5765c is going to be created. [ 1026.837971] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.838205] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.838338] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.839187] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.839464] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.839723] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.847391] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.975277] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.975554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.975617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.975909] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.976083] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.976197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.976286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.976471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.976568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.976660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.976902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.977031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.977113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.977274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.977417] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.977512] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.977569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.977727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.977809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.977894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.978036] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.026958] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2fb9bb9-0c8f-4cba-8311-399c18f1ef02 req-d154eb64-dcda-4903-8458-4f586818f672 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1027.027451] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1027.027690] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.027948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.028128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.028428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.028673] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.028848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.028982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.029084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.029175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.029299] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.105545] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1027.105874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.135415] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.349802] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.481146] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adecb7ca-da74-48f0-b62f-46542da97fd2: rpc.has_security_group_logging(os_id): False [ 1027.533494] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.533710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.533848] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.534361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.534583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.534900] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.535136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.535564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.535858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.536034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.536382] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.536574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.536702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.536956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.537090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.537443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.537621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.537745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.538080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.538154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.538319] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1027.540089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.540311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.540445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.540743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.540888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.541210] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.541390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.541522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.541771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.541942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.542100] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 1027.604177] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.604417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.604598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.604968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.605641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.624449] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 1027.639499] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80a91028-4216-432f-bb3e-b95b5d9683cc: rpc.has_security_group_logging(os_id): False [ 1027.654055] env[64376]: INFO networking_nsxv3.common.synchronization [req-3970ebd0-3ad9-4612-a2cc-77e4303eba88 req-1b70a4e5-b6f0-4527-8c19-3ec704a27364 service nova] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 1027.654266] env[64376]: INFO networking_nsxv3.common.synchronization [req-3970ebd0-3ad9-4612-a2cc-77e4303eba88 req-1b70a4e5-b6f0-4527-8c19-3ec704a27364 service nova] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1027.654409] env[64376]: INFO networking_nsxv3.common.synchronization [req-3970ebd0-3ad9-4612-a2cc-77e4303eba88 req-1b70a4e5-b6f0-4527-8c19-3ec704a27364 service nova] Enqueued Resource ID: cb99d4b9-59e6-47c8-a1ba-185e9cc5765c with Priority: HIGHEST for action port [ 1027.655573] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 1027.655784] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1027.655875] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb99d4b9-59e6-47c8-a1ba-185e9cc5765c with Priority: HIGHEST for action port [ 1027.656277] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.656352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.656450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.656638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.656721] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.658623] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.658623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.658623] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.658623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.658623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.658623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.658979] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb99d4b9-59e6-47c8-a1ba-185e9cc5765c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.687237] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.687447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.687447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.687660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.688835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.688835] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.688835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.688835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.688835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.688835] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc is going to be created. [ 1027.724404] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.724404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.724404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.724404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.724404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.742620] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1027.782472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.782716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.782789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.783041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.783608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.835321] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: IN_PROGRESS for 2s [ 1027.852996] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.853241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.853323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.853572] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.853659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.853769] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1027.942706] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.942706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.942849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.943053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.943300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.958071] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1028.120927] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e9f254e8-051b-4f6f-acea-32042944f322 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1028.121549] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1028.122216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.122216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.160911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.161089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.161220] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb99d4b9-59e6-47c8-a1ba-185e9cc5765c with status ACTIVE [ 1028.161419] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.161541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.161603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.161830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.161905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.162091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.162187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.162250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.162521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.162598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.162797] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.162875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.162936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.163094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.163167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.163252] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb99d4b9-59e6-47c8-a1ba-185e9cc5765c is going to be updated. [ 1028.194197] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.194387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.194531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.194902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.195087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.195358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb99d4b9-59e6-47c8-a1ba-185e9cc5765c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.404319] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1028.408030] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe deletion is rescheduled due to dependency. [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.408030] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.408030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.408030] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.461331] env[64376]: INFO networking_nsxv3.common.synchronization [req-181bf085-1982-4e24-89d5-9d43a8731401 req-c12ce1df-909b-47f9-9a26-0588824f4d53 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1028.461331] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1028.462211] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.462652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.464097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.464097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.464097] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.464097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.464097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.464097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.464097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.464097] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.548022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.548022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.548022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.548022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.564711] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1028.566202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.567767] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1028.632510] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.633325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.633560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.647894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.648516] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1028.648689] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.648689] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1028.708852] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.709116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.709222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.709564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.711789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.712182] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1028.799233] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.799448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.799448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.799763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.800065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.800596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1028.877698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.877929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.877929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.878150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.878448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.878748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1028.878858] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cd7b8c0e-ca22-429f-ae68-46b0f26131cd', '5f0cc2b7-b5ae-4369-98ee-589f5e8ba949', '211c3b7c-2d14-46d1-a071-b51fe8f74a41', '1aae1111-49c6-45d8-a9aa-90fb7010d531', 'a023567c-6638-478d-9aef-15a8ebcfc487', '9e3fd283-266a-4814-bd3c-ea18eaa95bc7', '80a91028-4216-432f-bb3e-b95b5d9683cc', '270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17', '0ea2e2da-bd72-4335-9de2-33fbdb288e26', 'a7211414-d949-49c9-b169-d92569b4a722', '8de4a18f-b115-4607-a852-d3afad133ba8', 'dd28a939-11c9-43e9-961f-03f4aca92e1c', '068e3b82-2a4f-4014-aa0c-d8acd89e5efe', '06c47893-07c5-4399-9c05-a7bc23e4b208', '5b8a93f8-b223-4931-9f36-5c8ed8a2308f', 'fb8c7e2f-da02-4ac9-b5eb-d613326b424a', '317392a8-b426-495e-9e53-ca890d9068de', '5ee8f8b7-6c56-4ede-8c83-af14586ce06f', 'adecb7ca-da74-48f0-b62f-46542da97fd2', '15370c03-54f1-4b8c-8f0e-35c9620c17a4', '15855bac-a707-497d-9102-0d057dbcc2ef', '3393f8b1-304b-48ba-b0c2-86163908cf18', '318e38ec-b04d-43b9-9ede-82343fa261e5', 'f69f5b82-7a7a-4485-8035-1f33698e7577', 'b909db9e-9f9a-4607-85cf-724dd0a8e709', 'd93aef0a-51d9-4a49-80e8-d8a7eb4e30c3', 'd26b7710-e39b-427f-8ccf-b04003724649', 'c6e3c922-95e7-4ecf-9771-bcf9f8f5385e', 'c65844c5-585c-4a85-9f6f-22e8ad10364b', '99847494-a9c5-4d28-82ef-203c3635357e', 'd99a0efa-ba1b-4f59-a870-9100fefa95b5', '3c16d61b-f541-46c1-ba77-294dc422eaf1', '1d3976bf-8b30-44bc-ab2e-0ae595383027', '0f2765a8-fd77-4d10-8850-13a04ae1ed1e', 'aaf37700-dbd4-4393-8c04-a1c08b86a814', '3326fdf0-cbe9-4b47-aaa1-3c2567737595', '7690d536-3046-451c-bd7c-f468e90ef7ba', 'e9028d99-e204-4170-8950-6a40d2e24b3f', '89768502-b4ef-41aa-b044-c91bdc4373b1', '73d2062b-115c-4062-a5db-4a2aba590cc6', '024bc9d3-d765-4ded-8d15-d1242286599b', '0746c966-1623-4ca8-8bc6-f8ca9cdd889a', 'e7abf9d4-0a16-4d6b-b527-9914d3facdb8', 'f4579294-050d-439b-960d-c2c886090c2b', 'b2b3df24-b247-4733-a7bf-049400050607', 'ba116eee-61ed-463e-91f7-f14936c2d7e7'} {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.878977] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1028.909864] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.921789] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.922232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.922232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.922578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.922668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.922786] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1028.922860] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.923048] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1028.968736] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.012806] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.013020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.013020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.013241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.014267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.014518] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1029.014595] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1029.014667] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1029.014737] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1029.014857] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1029.014909] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGH for action security_group_rules [ 1029.014950] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGH for action security_group_rules [ 1029.015084] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGH for action security_group_rules [ 1029.015084] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGH for action security_group_rules [ 1029.015157] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGH for action security_group_rules [ 1029.015465] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGH for action security_group_rules [ 1029.015465] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGH for action security_group_rules [ 1029.015465] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGH for action security_group_rules [ 1029.015465] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGH for action security_group_rules [ 1029.015619] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGH for action security_group_rules [ 1029.015619] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGH for action security_group_rules [ 1029.015619] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGH for action security_group_rules [ 1029.015720] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGH for action security_group_rules [ 1029.015752] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGH for action security_group_rules [ 1029.015801] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGH for action security_group_rules [ 1029.015858] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGH for action security_group_rules [ 1029.015919] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGH for action security_group_rules [ 1029.015981] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGH for action security_group_rules [ 1029.016067] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGH for action security_group_rules [ 1029.016141] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGH for action security_group_rules [ 1029.016240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.380881] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_members [ 1029.381084] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1029.381660] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_members [ 1029.381830] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1029.385480] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd with Priority: HIGH for action security_group_rules [ 1029.385480] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGH for action security_group_rules [ 1029.385623] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGH for action security_group_rules [ 1029.385623] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGH for action security_group_rules [ 1029.385746] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317392a8-b426-495e-9e53-ca890d9068de with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGH for action security_group_rules [ 1029.386552] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd28a939-11c9-43e9-961f-03f4aca92e1c with Priority: HIGH for action security_group_rules [ 1029.386872] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de4a18f-b115-4607-a852-d3afad133ba8 with Priority: HIGH for action security_group_rules [ 1029.386872] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7211414-d949-49c9-b169-d92569b4a722 with Priority: HIGH for action security_group_rules [ 1029.386872] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGH for action security_group_rules [ 1029.386872] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 with Priority: HIGH for action security_group_rules [ 1029.387029] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGH for action security_group_rules [ 1029.387029] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a023567c-6638-478d-9aef-15a8ebcfc487 with Priority: HIGH for action security_group_rules [ 1029.387098] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 with Priority: HIGH for action security_group_rules [ 1029.387134] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGH for action security_group_rules [ 1029.389046] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-339c709f-0c49-408a-b340-83120bfdc071 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.389046] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.389046] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.389046] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.389752] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.389861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.389934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.390094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.390234] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.390331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.390408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.390555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.390653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.390734] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.392462] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.392577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.392694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.392827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.392876] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd7b8c0e-ca22-429f-ae68-46b0f26131cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.394093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.394209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.394276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.394433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.394509] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.395292] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.395401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.395729] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.395859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.395912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.396120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.396273] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.396971] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.397526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.397594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.397750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.397953] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15370c03-54f1-4b8c-8f0e-35c9620c17a4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.399121] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.399239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.399951] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.400089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.400150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.400390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.400471] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee8f8b7-6c56-4ede-8c83-af14586ce06f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.401384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317392a8-b426-495e-9e53-ca890d9068de taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.401525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.401581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.402157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.402252] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317392a8-b426-495e-9e53-ca890d9068de',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.403710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06c47893-07c5-4399-9c05-a7bc23e4b208 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.403812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.403890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.404039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.404152] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06c47893-07c5-4399-9c05-a7bc23e4b208',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.404801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.405099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.405099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.405542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.405652] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb8c7e2f-da02-4ac9-b5eb-d613326b424a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.407096] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.407202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.407401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd28a939-11c9-43e9-961f-03f4aca92e1c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.407498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.407557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.407802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.407930] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd28a939-11c9-43e9-961f-03f4aca92e1c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.412195] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de4a18f-b115-4607-a852-d3afad133ba8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.412386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.412465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.412789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.412902] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de4a18f-b115-4607-a852-d3afad133ba8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.413657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7211414-d949-49c9-b169-d92569b4a722 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.413801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.413870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.414043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.414112] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7211414-d949-49c9-b169-d92569b4a722',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.414826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.414933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.414994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.415177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.415248] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.416176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.416347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.416411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.416573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.416684] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e3fd283-266a-4814-bd3c-ea18eaa95bc7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.417369] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.417517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.417582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.417677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.417747] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.418810] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a023567c-6638-478d-9aef-15a8ebcfc487 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.418951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.419086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.419147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.419230] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a023567c-6638-478d-9aef-15a8ebcfc487',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.419950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.420071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.420133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.420282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.420362] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0cc2b7-b5ae-4369-98ee-589f5e8ba949',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.421102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.421201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.421274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.421436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.421524] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.426787] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.436048] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_rules [ 1029.436323] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_members [ 1029.436570] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_rules [ 1029.436740] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1029.436880] env[64376]: INFO networking_nsxv3.common.synchronization [req-c4380fa1-4f40-4120-a209-57ecb80d20aa req-ea02513c-1db1-49a4-be43-c526efd23f40 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f130f463-6626-48dc-8dbd-6eb0eab08781 with Priority: HIGHEST for action port [ 1029.438508] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_rules [ 1029.438653] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_rules [ 1029.438754] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f130f463-6626-48dc-8dbd-6eb0eab08781 with Priority: HIGHEST for action port [ 1029.438846] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_members [ 1029.438939] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1029.439258] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339c709f-0c49-408a-b340-83120bfdc071 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.439409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.439480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.440481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.440579] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.441838] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.441955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.442025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.442251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.442298] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.444798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f130f463-6626-48dc-8dbd-6eb0eab08781 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.444798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.444798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.444798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.444798] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f130f463-6626-48dc-8dbd-6eb0eab08781',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.444798] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-339c709f-0c49-408a-b340-83120bfdc071 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.445329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.445432] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.445524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.473126] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.638615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 1029.638854] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 1029.638980] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.757924] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1029.757924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.757924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.757924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.757924] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.865716] env[64376]: INFO networking_nsxv3.common.synchronization [req-bd02b2f2-c9c8-4487-bbe9-85057b2692c7 req-49919997-572b-4639-b6d3-d5247accfba1 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1029.866765] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1029.868839] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.869319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.881379] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: SUCCESS [ 1029.881708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.881951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.882322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.882480] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.923384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.927504] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.927504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.927924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.927924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.928069] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.928149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.929733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.929733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.929733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.929733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.929733] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.937317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.937543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.937543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.937969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.944424] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.952515] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.952758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.952906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.953379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.953582] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.953693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.953750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.953948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.954052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.954153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.954255] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.962317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.962666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.962795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.963089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.963387] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.963574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.963702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.963953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.964051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.964187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.964303] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.965666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.965666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.965824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.965871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.965964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.966066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1029.980100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.980279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.980335] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f130f463-6626-48dc-8dbd-6eb0eab08781 with status ACTIVE [ 1029.980751] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.980751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.980751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.980936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.981103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.981348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.981348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.981496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.982539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.982539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982539] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f130f463-6626-48dc-8dbd-6eb0eab08781 is going to be updated. [ 1029.984292] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-339c709f-0c49-408a-b340-83120bfdc071 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.984455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.987345] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.987415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.987450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.987714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.987714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.987800] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1030.030256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.030256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.032843] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.032843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.033659] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.033835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.034560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.034693] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317392a8-b426-495e-9e53-ca890d9068de is going to be deleted. [ 1030.036019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.036239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.061617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1030.061981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.062490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.062741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.062947] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.063077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.063143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.063298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.063381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.063486] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.065516] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.065897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.067549] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.067697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.069152] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.069240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070482] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.071440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.071541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.072532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.072693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.073557] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.073874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.074962] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.076392] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.076518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.077920] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.078381] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.078541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.078720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.079194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.079611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.090036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.090214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.090272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.090472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.090604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.090758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.093831] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.094219] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1030.094940] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.095439] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.095551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.096266] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.096664] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.096763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.097373] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.097743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.097877] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb8c7e2f-da02-4ac9-b5eb-d613326b424a is going to be deleted. [ 1030.099499] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.099624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.099703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.099885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.100032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.100942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.101129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.111573] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1030.127545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.127733] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15370c03-54f1-4b8c-8f0e-35c9620c17a4 is going to be deleted. [ 1030.128606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.128819] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.143723] env[64376]: INFO networking_nsxv3.common.synchronization [req-39748ecf-9c3f-4787-acb3-f44cbffef1f8 req-8665d614-098b-4495-afa4-f0267618d07b tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_members [ 1030.143912] env[64376]: INFO networking_nsxv3.common.synchronization [req-39748ecf-9c3f-4787-acb3-f44cbffef1f8 req-8665d614-098b-4495-afa4-f0267618d07b tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1030.144474] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339c709f-0c49-408a-b340-83120bfdc071 with Priority: HIGHEST for action security_group_members [ 1030.144611] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1030.144917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-339c709f-0c49-408a-b340-83120bfdc071 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.145193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.145443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.145635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.195234] env[64376]: INFO networking_nsxv3.common.synchronization [req-39748ecf-9c3f-4787-acb3-f44cbffef1f8 req-8665d614-098b-4495-afa4-f0267618d07b tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_rules [ 1030.195427] env[64376]: INFO networking_nsxv3.common.synchronization [req-39748ecf-9c3f-4787-acb3-f44cbffef1f8 req-8665d614-098b-4495-afa4-f0267618d07b tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1030.195578] env[64376]: INFO networking_nsxv3.common.synchronization [req-39748ecf-9c3f-4787-acb3-f44cbffef1f8 req-8665d614-098b-4495-afa4-f0267618d07b tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f130f463-6626-48dc-8dbd-6eb0eab08781 with Priority: HIGHEST for action port [ 1030.196211] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_rules [ 1030.196362] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1030.196472] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f130f463-6626-48dc-8dbd-6eb0eab08781 with Priority: HIGHEST for action port [ 1030.196784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.196900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.197132] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.197201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.197384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f130f463-6626-48dc-8dbd-6eb0eab08781 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.197541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.197583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.197758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.197840] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f130f463-6626-48dc-8dbd-6eb0eab08781',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.202043] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.202146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.202942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.203049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.211930] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.212582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.212814] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06c47893-07c5-4399-9c05-a7bc23e4b208 is going to be deleted. [ 1030.214079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.214310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.260613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.260853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.312265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.312473] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd7b8c0e-ca22-429f-ae68-46b0f26131cd is going to be deleted. [ 1030.313401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.313579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.363643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.363900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.389024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.389024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.389024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.389024] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.416076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.416486] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0cc2b7-b5ae-4369-98ee-589f5e8ba949 is going to be deleted. [ 1030.417366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.417489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.443274] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.444378] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.474434] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.474434] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.474434] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.507532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.507725] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a023567c-6638-478d-9aef-15a8ebcfc487 is going to be deleted. [ 1030.508733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.509041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.567252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.567493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.582288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.582520] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd28a939-11c9-43e9-961f-03f4aca92e1c is going to be deleted. [ 1030.585472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.586066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.611409] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.611409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.661575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.661789] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de4a18f-b115-4607-a852-d3afad133ba8 is going to be deleted. [ 1030.663289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.663567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.704601] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f130f463-6626-48dc-8dbd-6eb0eab08781 with status ACTIVE [ 1030.704964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.705202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.705326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.705538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.705711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.705917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.706056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.706134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.706299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.706379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.706568] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.706668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.706724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.706849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.706926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.707011] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f130f463-6626-48dc-8dbd-6eb0eab08781 is going to be updated. [ 1030.729537] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.729818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.742613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.742770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.747406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.747608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.759456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.759621] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e3fd283-266a-4814-bd3c-ea18eaa95bc7 is going to be deleted. [ 1030.761024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.761267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.772761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.772926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.774121] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.774121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.774797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.774797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.774797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.774797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f130f463-6626-48dc-8dbd-6eb0eab08781" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.858741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.858947] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be deleted. [ 1030.859908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.860248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.872891] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.873100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.889562] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.947099] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17: rpc.has_security_group_logging(os_id): False [ 1030.950039] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.950272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.950272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.950416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.951942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.951942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be updated. [ 1030.978181] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8a93f8-b223-4931-9f36-5c8ed8a2308f: rpc.has_security_group_logging(os_id): False [ 1030.979664] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aae1111-49c6-45d8-a9aa-90fb7010d531: rpc.has_security_group_logging(os_id): False [ 1030.980940] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.981093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.981154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.981360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.981450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.981636] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339c709f-0c49-408a-b340-83120bfdc071 is going to be created. [ 1030.990985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.991287] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be deleted. [ 1030.993179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.994506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.001032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.001032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.054270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.054537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.079319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.079454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.085265] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.085420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.086169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.086264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.106076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.106322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.106322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.106483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.106676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.122726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.122921] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee8f8b7-6c56-4ede-8c83-af14586ce06f is going to be deleted. [ 1031.124065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.124235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.133673] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339c709f-0c49-408a-b340-83120bfdc071 in Status: UNINITIALIZED for 2s [ 1031.176518] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.176963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.176963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.177279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.206459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.206670] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7211414-d949-49c9-b169-d92569b4a722 is going to be deleted. [ 1031.207978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.208370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.208507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.208685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317392a8-b426-495e-9e53-ca890d9068de" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.208902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.209139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.209255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.209414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb8c7e2f-da02-4ac9-b5eb-d613326b424a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.210208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.210454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.210575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.210745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15370c03-54f1-4b8c-8f0e-35c9620c17a4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.210935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.211156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.226076] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1031.255087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.255343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.287470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.287696] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.287907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.287907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.288122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.288215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.288413] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1031.289422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.289614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.289701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.289833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06c47893-07c5-4399-9c05-a7bc23e4b208" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.290379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.290544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.290625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.290751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a023567c-6638-478d-9aef-15a8ebcfc487" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.291320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.291493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.291578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.291700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd28a939-11c9-43e9-961f-03f4aca92e1c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.291833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.291971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.292127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.292242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0cc2b7-b5ae-4369-98ee-589f5e8ba949" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.292532] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.292627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.292680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd7b8c0e-ca22-429f-ae68-46b0f26131cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de4a18f-b115-4607-a852-d3afad133ba8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.296126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.378260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.378651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.378802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.378893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.379171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.379287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.379420] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 is going to be updated. [ 1031.380746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.380957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.381067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.381187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e3fd283-266a-4814-bd3c-ea18eaa95bc7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.381321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.381468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.381547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.381655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.382580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.382710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.382793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.382949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.383051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.383204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee8f8b7-6c56-4ede-8c83-af14586ce06f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.383385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.383565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.393392] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80a91028-4216-432f-bb3e-b95b5d9683cc: rpc.has_security_group_logging(os_id): False [ 1031.480430] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.480763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.501604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.501802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.502886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.503047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.503126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.503400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.503593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.506986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.507339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.507464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.507539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.507779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.507884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.507999] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 1031.509198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.509448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.537385] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1031.571292] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.571942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.572083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.572083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.572381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.572748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.572748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1031.574905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.574997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.575397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.575601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7211414-d949-49c9-b169-d92569b4a722" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.575829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.576176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.656846] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.656846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.702413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.702413] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.702413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.702413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.702626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.702626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.702690] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc is going to be updated. [ 1031.703845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.704630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.704630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.704630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.704835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.704943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.705160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.722545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.722792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.722939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.723243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.723490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.732469] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: IN_PROGRESS for 2s [ 1031.782046] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.782204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.782274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.782803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.783056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.786614] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 1031.811896] env[64376]: INFO networking_nsxv3.common.synchronization [req-40262a2f-0980-42a5-bea7-750a51df5b9e req-666b5c6d-04fb-410f-a959-600b6f8af5cd tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1031.813206] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1031.813206] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.813365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.813365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.817254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.819230] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.819230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.819230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.819230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.819230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.819230] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.825442] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1031.887729] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.889925] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.890203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.890605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.890865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.891435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.934067] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: IN_PROGRESS for 2s [ 1032.106441] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1032.106441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.106977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.106977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.107111] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.107204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.107259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.107409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.107490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.107570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.107664] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.126404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1032.126632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.126803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.127040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.127379] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.127533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.127533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.127657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.127709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.127793] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.298309] env[64376]: INFO networking_nsxv3.common.synchronization [req-e2d92aad-9f26-410a-91e3-4e7acea78c32 req-c0ac3355-1511-494e-8ba3-c10f921843a1 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_members [ 1032.298783] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGHEST for action security_group_members [ 1032.299723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.299723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.299723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.299723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.299723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.299993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.299993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.299993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.300168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.300168] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.328604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.328604] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.328604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.328604] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be deleted. [ 1032.362163] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.362429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.362429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.363288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.363288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.363288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.610786] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.630847] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.631035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.634637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.634637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.660798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.661588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.661869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.662084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.662428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.662623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.663014] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1032.694047] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.694216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.694282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.694461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.694685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.704877] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1032.803093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.803093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.803093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.803093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.803431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.803431] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.803431] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.803658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.803711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.803769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.803859] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 is going to be updated. [ 1032.849297] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.849542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.849542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.849790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.849790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.859296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: IN_PROGRESS for 2s [ 1033.115445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 068e3b82-2a4f-4014-aa0c-d8acd89e5efe: rpc.has_security_group_logging(os_id): False [ 1033.137437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.137575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.137646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.137860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.143781] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 339c709f-0c49-408a-b340-83120bfdc071 in Status: SUCCESS [ 1033.143939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.144058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.144281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.144465] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.144583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.144649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.144798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.144878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.144971] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.156864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.157741] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.157741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.157741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.157741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.157741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.157741] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1033.224674] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.224892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.224892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.225269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.225269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.243982] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1033.244251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.244489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.244711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.244928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.245183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.245183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.245324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.245403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.245510] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.248339] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1033.547657] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1033.547864] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 deletion is rescheduled due to dependency. [ 1033.547997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.647773] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.648171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.648171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.648244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.648347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.648569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.648672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.648737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.648922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.649014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.649118] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339c709f-0c49-408a-b340-83120bfdc071 is going to be deleted. [ 1033.692340] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.692554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.692608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.692798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.692891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.692994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.693172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.693330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.693522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.693631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.693695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.693839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.693915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.694020] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.748483] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.750463] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: SUCCESS [ 1033.750710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.798789] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 1033.798789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.839508] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1033.839882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.958685] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: SUCCESS [ 1033.958965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.196281] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.196416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.196460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.196676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.196763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.196965] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.197110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.197169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.197293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.197378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.197465] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339c709f-0c49-408a-b340-83120bfdc071 already deleted. [ 1034.197544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.197650] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.198834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.199021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.199488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.199488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.199488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.199488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.199721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.199721] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.252038] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.701402] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('339c709f-0c49-408a-b340-83120bfdc071',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.702502] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.702680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.702764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.702923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.703024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.703220] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.703347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.703347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.703502] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.703583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.703652] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 339c709f-0c49-408a-b340-83120bfdc071 already deleted. [ 1034.703738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.712236] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2aeff05-de38-4b83-a6ea-6ce7206b66d9 req-ffe99bc8-3acc-417e-8a55-58a2a754b6d2 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1034.712622] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1034.712899] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.713186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.713284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.713480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.713651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.713755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.713816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.713947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.714044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.714135] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.716429] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1034.716590] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 deletion is rescheduled due to dependency. [ 1034.716685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.717412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.717500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.717899] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.717899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.717899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.718157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.718157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718318] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.754862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.755683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.755683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.755683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.755683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.756202] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be updated. [ 1034.843398] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.843596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.843667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.843892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.844107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.876503] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1034.893094] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 in Status: SUCCESS [ 1034.893094] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 deletion is rescheduled due to dependency. [ 1034.893316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.127386] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.128152] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.128152] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.128561] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.129155] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.130041] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.130041] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.130041] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.130233] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.130538] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.130691] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.130870] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.130955] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.131089] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.131246] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.131466] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.156129] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.156411] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.156638] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.157030] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-465" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.157583] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-1200dd59-d719-4316-80b3-956fa958d16c taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.157583] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.157987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.158119] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.158292] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1200dd59-d719-4316-80b3-956fa958d16c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.204829] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 339c709f-0c49-408a-b340-83120bfdc071: rpc.has_security_group_logging(os_id): False [ 1035.216922] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.217133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.217209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.218117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.218117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.218117] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.218117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.218117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.218117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.218117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.218461] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be deleted. [ 1035.219745] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.219872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.219929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.220104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.220257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.220416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.220416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.220678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.220773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.220824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.220979] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.221083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.221148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.221279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.221438] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.221550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.221621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.221787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.221885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.221970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.222093] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.236202] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.236382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.236493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.236628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.236745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.236979] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.237094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.237161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.237316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.237396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.237463] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339c709f-0c49-408a-b340-83120bfdc071 is going to be created. [ 1035.277148] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.277372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.277372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.277598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.277699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.277937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.286320] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1035.286536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.286763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.286992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.287099] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.288519] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/339c709f-0c49-408a-b340-83120bfdc071], does not exist path=[/infra/domains/default/groups/339c709f-0c49-408a-b340-83120bfdc071]."\n}' [ 1035.288663] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339c709f-0c49-408a-b340-83120bfdc071 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/339c709f-0c49-408a-b340-83120bfdc071 [ 1035.289094] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1035.326459] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.326723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.326723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.326958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.327876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.328175] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.328354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.328427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.328594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.328672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.328869] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.328964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.329042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.329198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.329288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.329370] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339c709f-0c49-408a-b340-83120bfdc071 is going to be created. [ 1035.361378] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/339c709f-0c49-408a-b340-83120bfdc071], does not exist path=[/infra/domains/default/groups/339c709f-0c49-408a-b340-83120bfdc071]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/339c709f-0c49-408a-b340-83120bfdc071 [ 1035.361378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339c709f-0c49-408a-b340-83120bfdc071" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.363429] env[64376]: Traceback (most recent call last): [ 1035.363429] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1035.363429] env[64376]: return func(*args, **kwargs) [ 1035.363429] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1035.363429] env[64376]: res.raise_for_status() [ 1035.363429] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1035.363429] env[64376]: raise HTTPError(http_error_msg, response=self) [ 1035.363429] env[64376]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/339c709f-0c49-408a-b340-83120bfdc071 [ 1035.363429] env[64376]: During handling of the above exception, another exception occurred: [ 1035.363429] env[64376]: Traceback (most recent call last): [ 1035.363429] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1035.363429] env[64376]: listener.cb(fileno) [ 1035.363429] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1035.363429] env[64376]: result = function(*args, **kwargs) [ 1035.363429] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1035.363429] env[64376]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1035.363429] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1035.363429] env[64376]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1035.363429] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1035.363429] env[64376]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1035.363429] env[64376]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1035.363429] env[64376]: res.raise_for_status() [ 1035.363429] env[64376]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1035.363429] env[64376]: raise HTTPError(http_error_msg, response=self) [ 1035.363429] env[64376]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/339c709f-0c49-408a-b340-83120bfdc071 [ 1035.363429] env[64376]: Removing descriptor: 76 [ 1035.661108] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.662089] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.662089] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.662089] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.662089] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.662089] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 1200dd59-d719-4316-80b3-956fa958d16c not found, creating... [ 1035.662386] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.662604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.662734] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.662961] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.663114] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.663488] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.663642] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.663765] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.664049] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.664112] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.664254] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 1200dd59-d719-4316-80b3-956fa958d16c is going to be created. [ 1035.686693] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.686985] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.687062] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.687342] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.687603] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.687900] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.724713] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adecb7ca-da74-48f0-b62f-46542da97fd2: rpc.has_security_group_logging(os_id): False [ 1035.743185] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.743693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.744198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.744396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.766864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.767216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.767359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.767425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.767613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.767692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.767884] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.767986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.768064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.768695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.768695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.768695] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.768695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.768695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.768695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.768979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.768979] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1035.790945] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.791226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.791226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.791451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.791658] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.791738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.791788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.791966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.792027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.792103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.792506] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.852197] env[64376]: INFO networking_nsxv3.common.synchronization [req-acb00a11-6b2c-4f72-9a44-6561b29aa2d2 req-9e79c9dd-dff8-4bbc-bea3-32c34935d304 tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1035.853009] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1035.853885] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.854084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.854190] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.854430] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.855107] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.855242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.855308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.855470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.855561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.855821] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.887631] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.887845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.887845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.888020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.888165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.914287] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1036.296068] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.358952] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.359743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.359825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.360077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.387269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.387535] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.387673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.387746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.387939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.388035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.388101] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1036.403159] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2aeff05-de38-4b83-a6ea-6ce7206b66d9 req-097f09f6-44da-4c9d-92ed-36027e8d0f20 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 1036.403277] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2aeff05-de38-4b83-a6ea-6ce7206b66d9 req-097f09f6-44da-4c9d-92ed-36027e8d0f20 service nova] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1036.403418] env[64376]: INFO networking_nsxv3.common.synchronization [req-d2aeff05-de38-4b83-a6ea-6ce7206b66d9 req-097f09f6-44da-4c9d-92ed-36027e8d0f20 service nova] Enqueued Resource ID: 1200dd59-d719-4316-80b3-956fa958d16c with Priority: HIGHEST for action port [ 1036.404130] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_rules [ 1036.404249] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1036.404378] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1200dd59-d719-4316-80b3-956fa958d16c with Priority: HIGHEST for action port [ 1036.404619] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.404732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.404796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.404989] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.405077] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.407638] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.407761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.409347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.409563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.409732] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.409840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.409898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.410077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.410163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.410258] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.412550] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-1200dd59-d719-4316-80b3-956fa958d16c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.415669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.415669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.415669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.415669] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1200dd59-d719-4316-80b3-956fa958d16c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.416169] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.416419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.416579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.416833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.417084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.427578] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1036.798952] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 068e3b82-2a4f-4014-aa0c-d8acd89e5efe: rpc.has_security_group_logging(os_id): False [ 1036.819815] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.820024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.820024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.820290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.839354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.839740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.839865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.839934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.840155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.840238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.840344] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1036.885976] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1036.886223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.886768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.886987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.887236] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.887361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.887437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.887523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.887603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.887689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.887785] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.888706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.888905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.889667] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.889667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.889667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.889667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.889667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.889667] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.901808] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.901961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.902079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.902340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.902499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.908313] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.908457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.914770] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.917261] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1036.919318] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1200dd59-d719-4316-80b3-956fa958d16c with status ACTIVE [ 1036.919523] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.919647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.919715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.919919] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.920014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.920195] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.920312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.920358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.920498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.920575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.920754] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.920846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.920907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.921066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.921154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.921238] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1200dd59-d719-4316-80b3-956fa958d16c is going to be updated. [ 1036.954220] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.954465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.954465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.954593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.954647] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.956034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1200dd59-d719-4316-80b3-956fa958d16c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.278669] env[64376]: INFO networking_nsxv3.common.synchronization [req-cdb9bf00-ac8d-44ac-a701-a0988769d8c4 req-9381ccaa-203e-4645-99e7-4857d7658471 tempest-ServerRescueTestJSONUnderV235-1398083093 tempest-ServerRescueTestJSONUnderV235-1398083093-project-member] Enqueued Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1037.279300] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4579294-050d-439b-960d-c2c886090c2b with Priority: HIGHEST for action security_group_members [ 1037.279861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.279861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.392209] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.392297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.392567] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.418629] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.895054] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.921248] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.921474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.921474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.921736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.921837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921915] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be created. [ 1037.932266] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1037.932481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.962082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.962082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.962082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.962082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.962082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.971949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: UNINITIALIZED for 2s [ 1038.018091] env[64376]: INFO networking_nsxv3.common.synchronization [req-87c05377-114e-4688-afc1-a68dd0668ab4 req-9686701a-b500-4354-b92a-0254ecf44db9 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_members [ 1038.018646] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_members [ 1038.018988] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.019140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.019212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.019463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.019612] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.019710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.019772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.019918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.020008] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.020106] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.330789] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.331096] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.331236] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.331757] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.332180] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.332455] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.332649] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.332951] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.333852] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.333852] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.333852] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.333852] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.333852] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.334122] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.334228] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.334457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.365066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.365266] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.365410] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.365604] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.365931] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.366126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.366246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.366658] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.366723] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67cc2d84-beb4-46e6-a1c7-e16d4c8b938d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.398150] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.398301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.398376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.398585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.398644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.398740] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be updated. [ 1038.441885] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1038.442190] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 deletion is rescheduled due to dependency. [ 1038.442366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.458061] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.458061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.458061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.458061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.458061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.470272] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1038.523404] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.523404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.523404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.525060] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.526360] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba already deleted. [ 1038.526360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.869314] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.869538] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.869671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.869963] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870132] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.870286] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 67cc2d84-beb4-46e6-a1c7-e16d4c8b938d not found, creating... [ 1038.870584] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.870708] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.870827] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.871063] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.871205] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.871486] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.871643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.871761] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872081] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872157] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872257] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 67cc2d84-beb4-46e6-a1c7-e16d4c8b938d is going to be created. [ 1038.893433] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.893675] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.893767] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.894063] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.894293] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.894511] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.933715] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1038.934122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.590229] env[64376]: INFO networking_nsxv3.common.synchronization [req-87c05377-114e-4688-afc1-a68dd0668ab4 req-69ac1ef1-d522-4989-a9f1-ebd15b12294a service nova] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_rules [ 1039.590418] env[64376]: INFO networking_nsxv3.common.synchronization [req-87c05377-114e-4688-afc1-a68dd0668ab4 req-69ac1ef1-d522-4989-a9f1-ebd15b12294a service nova] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_members [ 1039.590556] env[64376]: INFO networking_nsxv3.common.synchronization [req-87c05377-114e-4688-afc1-a68dd0668ab4 req-69ac1ef1-d522-4989-a9f1-ebd15b12294a service nova] Enqueued Resource ID: 67cc2d84-beb4-46e6-a1c7-e16d4c8b938d with Priority: HIGHEST for action port [ 1039.591069] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_rules [ 1039.591203] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_members [ 1039.591302] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cc2d84-beb4-46e6-a1c7-e16d4c8b938d with Priority: HIGHEST for action port [ 1039.591587] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.591687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.591752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.591937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.595698] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.596525] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.596657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.596738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.596945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.597117] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.597223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.597293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.598824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.598824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.598824] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.598824] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.598824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.598824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.598824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.599508] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67cc2d84-beb4-46e6-a1c7-e16d4c8b938d',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.981757] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 1039.982081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.982163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.982392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.982614] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.982722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.982794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.982952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.983054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.983146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.983240] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.102376] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.102376] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.102376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.102376] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67cc2d84-beb4-46e6-a1c7-e16d4c8b938d with status ACTIVE [ 1040.102376] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.102376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.102376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.102992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.102992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.102992] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.102992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.103147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.103187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.103276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.103871] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.103966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.104142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.104187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.104592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.104592] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67cc2d84-beb4-46e6-a1c7-e16d4c8b938d is going to be updated. [ 1040.130272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.130425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.130573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.130781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.130962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.131150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67cc2d84-beb4-46e6-a1c7-e16d4c8b938d" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.373689] env[64376]: INFO networking_nsxv3.common.synchronization [req-a4ea904c-012e-42dc-9441-c66b30d9b3e8 req-cca4540d-9a30-413b-bf7c-6a76e25783ab tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1040.374268] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1040.375480] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.375480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.375480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.375480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.375480] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.375480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.375480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.375480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.375912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.375912] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.483901] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1040.484188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.484362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.484589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.484783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.484895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.484958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.485115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.485204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.485298] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.487098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.488167] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.488167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.488167] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.488545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.488545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.488545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.488545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.488682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.488682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.488746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.489102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.489102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.489102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.606446] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.733754] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.734008] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.734201] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.734503] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.734803] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.735046] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.735178] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.735400] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.735588] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.735822] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.735936] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.736062] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.736172] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.736282] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.736386] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.736522] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.756083] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.756268] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.756639] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.756639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-896" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756878] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-aa8108b1-2e38-4d81-826b-d49b174292bd taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.757066] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757190] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.757524] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.757678] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8108b1-2e38-4d81-826b-d49b174292bd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.879015] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.988083] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.988468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.988468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.988770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.995748] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ea2e2da-bd72-4335-9de2-33fbdb288e26: rpc.has_security_group_logging(os_id): False [ 1041.028901] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.028901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.040029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.040029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be updated. [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.040029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.040754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.041098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.041363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.041561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.042079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.042497] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.043098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.043375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.043667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.043878] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.044192] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.044553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.044715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.046026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.046026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.046026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be created. [ 1041.081161] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.081161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.081161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.081413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.081456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.093859] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1041.109979] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.109979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.109979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.110331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.110638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.110638] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba is going to be created. [ 1041.124986] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.125293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.125293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.125498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.125681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.138036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 1041.147355] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.147690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.147690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.147824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.147952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.161063] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba in Status: UNINITIALIZED for 2s [ 1041.260231] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.260547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.260724] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.261176] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.261264] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.261416] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port aa8108b1-2e38-4d81-826b-d49b174292bd not found, creating... [ 1041.261800] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.261896] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.262019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.262271] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.262431] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.262827] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.263031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.263197] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.263373] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.263516] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.263662] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: aa8108b1-2e38-4d81-826b-d49b174292bd is going to be created. [ 1041.330799] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.331092] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.331221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.331510] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.331744] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.331972] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.381078] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.884032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.884209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.884281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.884500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.884593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.884690] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 1041.918384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.918542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.918614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.918860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.919041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.932540] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 1042.020245] env[64376]: INFO networking_nsxv3.common.synchronization [req-a4ea904c-012e-42dc-9441-c66b30d9b3e8 req-b5ae070c-3884-464b-9189-fa64b98d4988 service nova] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 1042.020545] env[64376]: INFO networking_nsxv3.common.synchronization [req-a4ea904c-012e-42dc-9441-c66b30d9b3e8 req-b5ae070c-3884-464b-9189-fa64b98d4988 service nova] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1042.020745] env[64376]: INFO networking_nsxv3.common.synchronization [req-a4ea904c-012e-42dc-9441-c66b30d9b3e8 req-b5ae070c-3884-464b-9189-fa64b98d4988 service nova] Enqueued Resource ID: aa8108b1-2e38-4d81-826b-d49b174292bd with Priority: HIGHEST for action port [ 1042.021422] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_rules [ 1042.021636] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1042.021721] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8108b1-2e38-4d81-826b-d49b174292bd with Priority: HIGHEST for action port [ 1042.022172] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.022287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.022406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.022691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.022807] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.024033] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.024033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.024332] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8108b1-2e38-4d81-826b-d49b174292bd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.024427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.024481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.024776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.024887] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8108b1-2e38-4d81-826b-d49b174292bd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.527363] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8108b1-2e38-4d81-826b-d49b174292bd with status ACTIVE [ 1042.527800] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.528018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.528139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.528301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.528389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.528572] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.528672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.528734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.528887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.528957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.529154] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.529252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.529303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.529439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.529511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.529593] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8108b1-2e38-4d81-826b-d49b174292bd is going to be updated. [ 1042.530768] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.530860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.554775] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.555037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.555037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.555153] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.555301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.555457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8108b1-2e38-4d81-826b-d49b174292bd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.105098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1043.105098] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b deletion is rescheduled due to dependency. [ 1043.105495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.105495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.105677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.105905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.106067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.106157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.106353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.106456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.106576] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.151173] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 1043.151404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.171142] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba in Status: SUCCESS [ 1043.171380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.171566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.171785] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.171996] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.172228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.172228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.172389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.172444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.172558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.172659] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.608980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.609229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.609281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.609520] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.609661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.609867] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.610108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.610108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.610319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.610506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.610506] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be updated. [ 1043.660422] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.660656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.660656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.660831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.660973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.669829] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1043.674235] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.945558] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 1043.945745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.945887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.946138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.946367] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.946493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.946555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.946714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.946798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.946898] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.176786] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca3b9070-477e-41bf-862e-4dcdaedc97ba: rpc.has_security_group_logging(os_id): False [ 1044.195599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.195750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.195826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.196510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.196617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.196872] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.196984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.197243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.197324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.197716] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba is going to be created. [ 1044.277526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.277675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.277746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.277968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.278166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.299532] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba in Status: IN_PROGRESS for 2s [ 1044.450467] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.957028] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.458423] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.458796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.458796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.458958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.459154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.459376] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 1045.491045] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.491045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.492030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.492030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.492170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.502568] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 1045.681832] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1045.682235] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4579294-050d-439b-960d-c2c886090c2b deletion is rescheduled due to dependency. [ 1045.682235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.682437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.682653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.683084] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.683303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.683303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.683514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.683599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.683695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.684016] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4579294-050d-439b-960d-c2c886090c2b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.684227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.684500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.684500] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.684680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.684843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.684920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.684996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.685104] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.188965] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4579294-050d-439b-960d-c2c886090c2b: rpc.has_security_group_logging(os_id): False [ 1046.210687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.210850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.210915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.211132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.211212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.211407] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.211503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.211559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.211708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.211805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.211991] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.212108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.212169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.212283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.212636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.212636] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.212636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.212845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.212845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.212940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.212999] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be updated. [ 1046.274812] env[64376]: INFO networking_nsxv3.common.synchronization [req-e23e3d3f-9fe3-4f4f-b78a-57d92bc9947a req-1be30682-a03f-4e0f-be92-633bc546052e tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1046.275373] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1046.275689] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.275814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.275885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.276089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.276245] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.276340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.276402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.276543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.276632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.276724] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.298837] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.298940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.298940] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.299226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.299401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.312780] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba in Status: SUCCESS [ 1046.313287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.313826] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: IN_PROGRESS for 2s [ 1046.591421] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.592028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.592028] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.592213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.592363] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.592519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.592675] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.592980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.593090] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.593321] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.593442] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.593589] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.593675] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.594328] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.594328] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.594328] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.615136] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.615380] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.615532] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.615714] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.616088] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-5fea0efa-b238-4aac-8acc-177ecfb30257 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.616479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.616479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.616727] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.616899] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fea0efa-b238-4aac-8acc-177ecfb30257',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.779301] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.119549] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.119770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119865] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.120181] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.120335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.120498] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 5fea0efa-b238-4aac-8acc-177ecfb30257 not found, creating... [ 1047.120756] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.120916] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.121048] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.121379] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.121449] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.121690] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.121850] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.121988] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.122206] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.122344] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.122482] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 5fea0efa-b238-4aac-8acc-177ecfb30257 is going to be created. [ 1047.143492] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.143679] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.143782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.144078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.144332] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.144571] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.283409] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.515081] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 1047.515645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.515645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.515780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.516304] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.516304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.516304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.516493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.516493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.516493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.516650] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.786022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.786391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.786391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.786391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.786530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.786530] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1047.817524] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.817738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.817778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.817978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.818144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.827682] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1047.895090] env[64376]: INFO networking_nsxv3.common.synchronization [req-e23e3d3f-9fe3-4f4f-b78a-57d92bc9947a req-4d05c999-54f6-44d2-b411-26c88e1a13af service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1047.895303] env[64376]: INFO networking_nsxv3.common.synchronization [req-e23e3d3f-9fe3-4f4f-b78a-57d92bc9947a req-4d05c999-54f6-44d2-b411-26c88e1a13af service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1047.895505] env[64376]: INFO networking_nsxv3.common.synchronization [req-e23e3d3f-9fe3-4f4f-b78a-57d92bc9947a req-4d05c999-54f6-44d2-b411-26c88e1a13af service nova] Enqueued Resource ID: 5fea0efa-b238-4aac-8acc-177ecfb30257 with Priority: HIGHEST for action port [ 1047.896082] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1047.896222] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1047.896324] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fea0efa-b238-4aac-8acc-177ecfb30257 with Priority: HIGHEST for action port [ 1047.896635] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.896761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.896831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.897196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897367] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.898346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.898471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.898721] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fea0efa-b238-4aac-8acc-177ecfb30257 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.898816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.898930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.900257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.900386] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fea0efa-b238-4aac-8acc-177ecfb30257',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.018698] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.334857] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4579294-050d-439b-960d-c2c886090c2b in Status: SUCCESS [ 1048.335123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.335327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.335630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.335630] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4579294-050d-439b-960d-c2c886090c2b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.402661] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.402874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.402993] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fea0efa-b238-4aac-8acc-177ecfb30257 with status ACTIVE [ 1048.403212] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.403372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.403451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.403747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.404089] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.404209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.404275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.404457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.404501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.404681] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.404773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.404836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.405022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.405167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.405262] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fea0efa-b238-4aac-8acc-177ecfb30257 is going to be updated. [ 1048.436204] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.436385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.436429] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.436627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.436766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.436922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fea0efa-b238-4aac-8acc-177ecfb30257" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.521096] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8a93f8-b223-4931-9f36-5c8ed8a2308f: rpc.has_security_group_logging(os_id): False [ 1048.550729] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.550981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.551085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.551370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.579361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.580076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.580076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.580076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.580267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.580267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.580267] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 1048.646615] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.646872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.646872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.647079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.647214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.663285] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 1048.863025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.863413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.863413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.863505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.863544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.863917] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4579294-050d-439b-960d-c2c886090c2b is going to be deleted. [ 1048.931641] env[64376]: INFO networking_nsxv3.common.synchronization [req-9bae566b-62bf-4c10-acbc-87abef5dcce6 req-6edc32a0-eb47-4c3e-a53f-f4f92d7072b3 tempest-ServerDiskConfigTestJSON-1908593521 tempest-ServerDiskConfigTestJSON-1908593521-project-member] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1048.933826] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.933826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.933826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.933826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.933826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.933826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4579294-050d-439b-960d-c2c886090c2b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.934209] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGHEST for action security_group_members [ 1048.934308] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.934421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.934492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.934649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.934784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.934874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.934931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.935078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.935151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.935236] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.168153] env[64376]: INFO networking_nsxv3.common.synchronization [None req-081c79e3-24a0-4881-8c71-7d53d8636093 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1049.168791] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1049.169092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.169270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.169270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.169529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.169529] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.241073] env[64376]: INFO networking_nsxv3.common.synchronization [None req-515013e0-f3c3-4559-bcdb-687dea419430 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1049.241637] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1049.241969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.242133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.437522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.437779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.437779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.437959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438253] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.438351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.438407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.438564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438767] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be updated. [ 1049.468888] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.469057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.469159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.469379] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.469522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479397] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: IN_PROGRESS for 2s [ 1049.690710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.690710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.691208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.691304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.691411] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b already deleted. [ 1049.691500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.691658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.691824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.691911] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.845674] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.845674] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.845674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.845674] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.216886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.217201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.217201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.217350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.217392] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.218169] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b already deleted. [ 1050.218169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.349057] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.512568] env[64376]: INFO networking_nsxv3.common.synchronization [req-ef537b1a-fe63-45f8-ba1a-9f7051df91d5 req-d2552cca-445d-45ed-a10d-94d44a0bd7af tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1050.513144] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1050.513458] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.513580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.513649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.513846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.518093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.518321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.518887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.519201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.519341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.519473] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.678852] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 1050.679113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.851764] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.927274] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.927520] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.927674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.927998] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.928436] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.928715] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.928929] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.929259] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.929496] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.929799] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.930019] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.930220] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.930413] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.930612] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.930790] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.931017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.952228] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.952521] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.952768] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.953125] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.953542] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-2cfbbeb8-d30d-4643-81ff-1264307debe8 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.953810] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.954141] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.954546] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.954754] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cfbbeb8-d30d-4643-81ff-1264307debe8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.022094] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.022364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.022448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.022658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.022746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.023054] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.023219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.023293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.023427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.023500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.023594] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 already deleted. [ 1051.023724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.355609] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.358080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.358080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.358080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.358080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.358080] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1051.387956] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.387956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.387956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.387956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.387956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.397489] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1051.457546] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.457751] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.458025] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.458205] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.458354] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.458511] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 2cfbbeb8-d30d-4643-81ff-1264307debe8 not found, creating... [ 1051.458762] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.458918] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.459049] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.459264] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.459401] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459677] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.459832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.459949] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.460163] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.460296] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.460431] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 2cfbbeb8-d30d-4643-81ff-1264307debe8 is going to be created. [ 1051.482144] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.482411] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.482638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.482957] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.483205] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.483426] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.491737] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 in Status: SUCCESS [ 1051.491928] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 deletion is rescheduled due to dependency. [ 1051.492064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.216129] env[64376]: INFO networking_nsxv3.common.synchronization [req-ef537b1a-fe63-45f8-ba1a-9f7051df91d5 req-b9d2bb64-1110-47c5-9314-1cf1f6055cff service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 1052.216327] env[64376]: INFO networking_nsxv3.common.synchronization [req-ef537b1a-fe63-45f8-ba1a-9f7051df91d5 req-b9d2bb64-1110-47c5-9314-1cf1f6055cff service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1052.216467] env[64376]: INFO networking_nsxv3.common.synchronization [req-ef537b1a-fe63-45f8-ba1a-9f7051df91d5 req-b9d2bb64-1110-47c5-9314-1cf1f6055cff service nova] Enqueued Resource ID: 2cfbbeb8-d30d-4643-81ff-1264307debe8 with Priority: HIGHEST for action port [ 1052.216995] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 1052.217143] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1052.217245] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfbbeb8-d30d-4643-81ff-1264307debe8 with Priority: HIGHEST for action port [ 1052.217522] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.217644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.217706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.217905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.217989] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.219565] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.219680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.219747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.219914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.220075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.220169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.220272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.220400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.220455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.220531] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.221318] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cfbbeb8-d30d-4643-81ff-1264307debe8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.221439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.221487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.221622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.221737] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cfbbeb8-d30d-4643-81ff-1264307debe8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.724010] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.725318] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.725318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.725526] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cfbbeb8-d30d-4643-81ff-1264307debe8 with status ACTIVE [ 1052.725692] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.726946] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.726946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.727426] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.727426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.727426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.727603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.727603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.727603] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cfbbeb8-d30d-4643-81ff-1264307debe8 is going to be updated. [ 1052.750913] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.750913] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.751393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.751766] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.752468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.752468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cfbbeb8-d30d-4643-81ff-1264307debe8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.229464] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.409019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1053.409348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.409442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.409616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.409793] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.410070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.410070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.410278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.410576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.410576] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.732654] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.733138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.733138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.733269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.733269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.733404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be created. [ 1053.759333] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.759650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.759772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.760035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.760206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.769267] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: UNINITIALIZED for 2s [ 1053.913194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.913726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.913726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.914036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.914332] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.915026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.915026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.915026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.915299] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.915547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.915547] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.915874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.915981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.915981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.916104] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.419803] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 1054.436624] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.436828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.436828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.437054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464498] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.464498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.464498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464927] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.464927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.465107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.465107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.465309] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.465415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.465478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.465606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.466386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.466386] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1054.533399] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.533399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.533399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.533399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.533399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.545810] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1054.691224] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-bc544f63-d1eb-46cc-9830-a81912d259e4 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1054.692451] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1054.692564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.692715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.692872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.693244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.693480] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.693625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.693711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.693956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.694155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.694448] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.064692] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.065038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.065038] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.065140] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.065445] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.065608] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.065730] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.067611] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.067854] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.068172] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.068371] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.068564] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.069452] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.069452] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.069452] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.069452] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.100551] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.100738] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.100900] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.101111] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.101489] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-2de9c7c7-190b-4224-8c1a-7e44d63001b8 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.101631] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.101754] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.102143] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.102248] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de9c7c7-190b-4224-8c1a-7e44d63001b8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.197077] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.197294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.197294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.197526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.197616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.197812] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.197960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.197960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.198218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.198298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.198384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1055.224959] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.225184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.225184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.225484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.225630] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.234302] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1055.604923] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.605174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.605317] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.605627] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.605782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.605942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 2de9c7c7-190b-4224-8c1a-7e44d63001b8 not found, creating... [ 1055.606241] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.606403] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.606523] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.606744] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.606883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.607180] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.607343] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.607461] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.607675] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.607844] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.608030] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 2de9c7c7-190b-4224-8c1a-7e44d63001b8 is going to be created. [ 1055.628898] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.629140] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.629289] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.629867] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.630956] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.630956] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.780744] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1055.781039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.781259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.781577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.781865] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.782356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.782474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.782733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.782874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.783025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.783165] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.288560] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.288952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.288952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.289112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.289167] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.289274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.289335] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.289500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.289596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.289689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.289848] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.289921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.289981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.290137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.290279] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.290374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.290437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.290569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.290646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.290729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.290856] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.346690] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-daae806b-5690-4b75-bc1f-d6f38a813a9d service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1056.346880] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-daae806b-5690-4b75-bc1f-d6f38a813a9d service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1056.347027] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-daae806b-5690-4b75-bc1f-d6f38a813a9d service nova] Enqueued Resource ID: 2de9c7c7-190b-4224-8c1a-7e44d63001b8 with Priority: HIGHEST for action port [ 1056.347611] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1056.347752] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1056.347853] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de9c7c7-190b-4224-8c1a-7e44d63001b8 with Priority: HIGHEST for action port [ 1056.348156] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.348321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.348358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.348535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.348613] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.350222] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.350222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.350222] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de9c7c7-190b-4224-8c1a-7e44d63001b8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.350604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.350604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.350604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.350604] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de9c7c7-190b-4224-8c1a-7e44d63001b8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.561502] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1056.561779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.792665] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211c3b7c-2d14-46d1-a071-b51fe8f74a41: rpc.has_security_group_logging(os_id): False [ 1056.813288] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.813438] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.813509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.813750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.813838] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.814057] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.814167] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.814235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.814410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.814489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.814675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.814767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.814833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.814968] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.815054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.815251] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.815342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.815401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.815536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.815610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.815693] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be created. [ 1056.853213] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.853463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.853671] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2de9c7c7-190b-4224-8c1a-7e44d63001b8 with status ACTIVE [ 1056.853890] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.854183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.854315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.854564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.854844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.855055] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.855166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.855383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.855626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.855720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.855956] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.856059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.856119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.856230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.856287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.856404] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2de9c7c7-190b-4224-8c1a-7e44d63001b8 is going to be updated. [ 1056.879577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.879577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.880034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.880034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de9c7c7-190b-4224-8c1a-7e44d63001b8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.881025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.881025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.881025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.881288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.881406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.895520] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1057.062311] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-2decb3fa-7d44-4a57-a333-1d34dfb20ac2 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1057.063117] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1057.063117] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.063117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.246162] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1057.246346] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 deletion is rescheduled due to dependency. [ 1057.246509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.247080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.247376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.247615] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.247774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.247865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.248075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.248326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.248326] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.373855] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.374304] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.374304] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.374529] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.374834] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.375027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.375154] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.375398] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.375556] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.375851] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.375949] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.376076] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.376250] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.376328] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.376420] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.376553] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.396236] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.396454] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.396643] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.396816] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-496" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.397247] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-2d51d422-9631-4c20-931c-20feafc7c317 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.397444] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.397565] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.397894] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.398050] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d51d422-9631-4c20-931c-20feafc7c317',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.750873] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.900089] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.900438] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.900584] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.901333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.901493] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.901650] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 2d51d422-9631-4c20-931c-20feafc7c317 not found, creating... [ 1057.901955] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.902076] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.902199] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.902415] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.902551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.902828] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.903016] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903146] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903368] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.903512] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.903660] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 2d51d422-9631-4c20-931c-20feafc7c317 is going to be created. [ 1057.925580] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.925777] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.925901] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.926268] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.926555] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.926808] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.255394] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.679556] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-4552a7f3-2af2-41e5-8ba9-d79707d212b1 service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1058.679853] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-4552a7f3-2af2-41e5-8ba9-d79707d212b1 service nova] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1058.679898] env[64376]: INFO networking_nsxv3.common.synchronization [req-5a563ac1-66a0-4180-9ae7-0cbac840c34c req-4552a7f3-2af2-41e5-8ba9-d79707d212b1 service nova] Enqueued Resource ID: 2d51d422-9631-4c20-931c-20feafc7c317 with Priority: HIGHEST for action port [ 1058.680431] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_rules [ 1058.680566] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1058.680664] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d51d422-9631-4c20-931c-20feafc7c317 with Priority: HIGHEST for action port [ 1058.680943] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d51d422-9631-4c20-931c-20feafc7c317 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.681938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.682033] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d51d422-9631-4c20-931c-20feafc7c317',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.758349] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.758601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.758601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.758835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.758918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758981] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1058.790839] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.791086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.791145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.791346] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.791516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.800658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1058.912769] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1058.913173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.184348] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d51d422-9631-4c20-931c-20feafc7c317 with status ACTIVE [ 1059.184594] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.184780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.184901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.185212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.185378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.185535] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.185697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.185767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.185979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.186098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.186368] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.186500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.186590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.186752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.187576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.187576] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d51d422-9631-4c20-931c-20feafc7c317 is going to be updated. [ 1059.208558] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.208710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.208780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.208986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.209303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d51d422-9631-4c20-931c-20feafc7c317" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.729151] env[64376]: INFO networking_nsxv3.common.synchronization [req-0d43cd30-d9ce-4ef7-bfc8-2b956813a202 req-06132c7c-2bff-41aa-bb67-26e9922e6301 tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1059.729957] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1059.730388] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.730458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730502] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.730715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.730846] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.731234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.731301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.731462] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.731547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731659] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.234478] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.737327] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.814881] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.816457] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.816457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.816800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.817602] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.820345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.820345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.820548] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.820646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.820760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.821101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.821101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.821101] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.240465] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.240465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.240465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.240465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.240465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.241638] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1061.272392] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.272608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.272608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.272800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.272942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.283010] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1061.323908] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.323908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.323908] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.829106] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.191965] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa517fe8-a2f1-4a0e-9e56-cb9be65f9aad req-6d2665bf-f760-46ae-9518-7dd9824ccf9e tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1062.192757] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1062.193252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.193406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.193488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.193802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.193968] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.194138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.195067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.195552] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.334585] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335315] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1062.375908] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.376202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.376316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.376563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.376721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.396097] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1062.699537] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.699537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.699537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.699537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.699537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.699956] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.700152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.700313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.700463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.700538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.700631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b already deleted. [ 1062.700714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.740694] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.740694] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.740933] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.741439] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.741655] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.741655] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.741822] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.742082] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.742244] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.742467] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.742584] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.742694] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.742826] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.742938] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.743089] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.743251] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.765676] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.765901] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.766052] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.766257] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.766692] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4d506bab-933f-456b-a797-f78b51499163 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.766878] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.767015] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.767482] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.767680] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d506bab-933f-456b-a797-f78b51499163',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.270360] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.270938] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.270938] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.271487] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.271722] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.271823] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4d506bab-933f-456b-a797-f78b51499163 not found, creating... [ 1063.272124] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.272318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.272508] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.272823] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.273034] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.273553] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.273990] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.274311] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.274687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.274854] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.275036] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4d506bab-933f-456b-a797-f78b51499163 is going to be created. [ 1063.300640] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1063.300884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.310788] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.311145] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.311229] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.311466] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.311774] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.312054] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.004055] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa517fe8-a2f1-4a0e-9e56-cb9be65f9aad req-5c0c4e60-5839-4e4f-b784-a3d585b56753 service nova] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1064.004250] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa517fe8-a2f1-4a0e-9e56-cb9be65f9aad req-5c0c4e60-5839-4e4f-b784-a3d585b56753 service nova] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1064.004513] env[64376]: INFO networking_nsxv3.common.synchronization [req-aa517fe8-a2f1-4a0e-9e56-cb9be65f9aad req-5c0c4e60-5839-4e4f-b784-a3d585b56753 service nova] Enqueued Resource ID: 4d506bab-933f-456b-a797-f78b51499163 with Priority: HIGHEST for action port [ 1064.004913] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1064.005060] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1064.005167] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d506bab-933f-456b-a797-f78b51499163 with Priority: HIGHEST for action port [ 1064.005454] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.005567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.005637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.005886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.005942] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.007589] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.007835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.007912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.009684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.009684] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.009684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.009684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.009684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.009684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.009684] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.010205] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d506bab-933f-456b-a797-f78b51499163 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.010205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.010205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.010205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.010416] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d506bab-933f-456b-a797-f78b51499163',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.406023] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1064.406445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.406445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.406650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.406816] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.406933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.406988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.407168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.407283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.407376] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.508906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.509173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.510399] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.512034] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d506bab-933f-456b-a797-f78b51499163 with status ACTIVE [ 1064.512034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.512228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.512228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.512962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.512962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.512962] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.512962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.512962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.512962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.513345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.513345] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.513345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.513345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.513598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.513598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.513709] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d506bab-933f-456b-a797-f78b51499163 is going to be updated. [ 1064.536836] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.536836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.536836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.537039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.537039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.537212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d506bab-933f-456b-a797-f78b51499163" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.910660] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.013152] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.268673] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ef665ef2-1d9f-4cc7-bb56-cdad33dadb3a None None] Enqueued Resource ID: 51640ff1-4091-4a4a-909e-c6e087368d72 with Priority: HIGHEST for action port [ 1065.269559] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51640ff1-4091-4a4a-909e-c6e087368d72 with Priority: HIGHEST for action port [ 1065.272098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-51640ff1-4091-4a4a-909e-c6e087368d72 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.272098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51640ff1-4091-4a4a-909e-c6e087368d72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.272098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51640ff1-4091-4a4a-909e-c6e087368d72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.272098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51640ff1-4091-4a4a-909e-c6e087368d72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.272098] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51640ff1-4091-4a4a-909e-c6e087368d72',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.414609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.515194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.515318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.515353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.515619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.515715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.515975] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be created. [ 1065.544348] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.544894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.544894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.544894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.554237] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: UNINITIALIZED for 2s [ 1065.776619] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51640ff1-4091-4a4a-909e-c6e087368d72 [ 1065.776749] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.776818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.776846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.777069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.777168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.777267] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51640ff1-4091-4a4a-909e-c6e087368d72 already deleted. [ 1065.778044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51640ff1-4091-4a4a-909e-c6e087368d72" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.917299] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.917476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.917550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.917762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.917852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.917949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1065.957841] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.957841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.957841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.958075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.958191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.970525] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1066.104572] env[64376]: INFO networking_nsxv3.common.synchronization [req-19edc130-61bc-47a9-b0a4-6f8b5fd0a7e8 req-7f72369b-1158-429f-ad46-f9436aef556c tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1066.106449] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1066.106449] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.106449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.106449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.106449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.106449] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.106449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.106743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.106743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.106846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.106975] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.609908] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.609908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.609908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.610288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.610288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.611085] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.611085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.611085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.611085] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1066.647530] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.647673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.647745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.647950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.648103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.660588] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1067.104180] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb815fe2-e638-4be7-afd2-a02b7078bbfb req-68041faf-c4c8-491d-bcfd-b0d84f52d001 tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1067.104775] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1067.105201] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.105389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.105464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.105863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.105863] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.105996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.105996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.106111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.106194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.106325] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.435978] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.436210] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.436335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.436628] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.436882] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.439280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.439494] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.439756] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.439908] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.440144] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.440260] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.440372] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.440480] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.440614] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.440692] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.440823] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.462091] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.462214] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.462350] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.462535] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.462847] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-53028777-70a1-40b8-bf8e-9362b8c671e7 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.463033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.463166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.463551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.463694] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53028777-70a1-40b8-bf8e-9362b8c671e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.565457] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1067.565457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.565457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.565599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.565691] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.565781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.565841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.565992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.566088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.566171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.566265] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.609310] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.609471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.609593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.609761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.609861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.610067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.610530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.610530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.610530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.610530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.610530] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1067.640608] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.640855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.640955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.641401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.641657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.652830] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1067.952887] env[64376]: INFO networking_nsxv3.common.synchronization [None req-040a3bda-1d9c-4beb-8df5-0aa25cdf7143 None None] Enqueued Resource ID: 37eec38a-6248-4822-85c3-f31a87c37335 with Priority: HIGHEST for action port [ 1067.953709] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37eec38a-6248-4822-85c3-f31a87c37335 with Priority: HIGHEST for action port [ 1067.954162] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-37eec38a-6248-4822-85c3-f31a87c37335 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.954408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37eec38a-6248-4822-85c3-f31a87c37335" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.954513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37eec38a-6248-4822-85c3-f31a87c37335" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.954799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37eec38a-6248-4822-85c3-f31a87c37335" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.954893] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37eec38a-6248-4822-85c3-f31a87c37335',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.965909] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.966276] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.966483] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.966697] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.966869] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.967040] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 53028777-70a1-40b8-bf8e-9362b8c671e7 not found, creating... [ 1067.967324] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.967491] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.967609] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.967907] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.968395] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.968770] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.968977] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.969107] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.969374] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.969544] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.969702] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 is going to be created. [ 1067.987084] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1067.987326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.988606] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.988756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.988798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.989757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.989757] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.989757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.989757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.989757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.990119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.990119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.990119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.990400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.990400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.990400] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.990483] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.999438] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.999647] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.999819] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.000122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.000496] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.000624] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.068730] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.457686] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37eec38a-6248-4822-85c3-f31a87c37335 [ 1068.457893] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.458045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.458116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.458337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.458430] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.458521] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37eec38a-6248-4822-85c3-f31a87c37335 already deleted. [ 1068.458672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37eec38a-6248-4822-85c3-f31a87c37335" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.493515] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adecb7ca-da74-48f0-b62f-46542da97fd2: rpc.has_security_group_logging(os_id): False [ 1068.523947] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.524231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524936] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.525060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.525161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.525340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.525425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.525764] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.525894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.525971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.526338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.526338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.526444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.526509] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.526540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.526670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.526746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.526833] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1068.570910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ae9f47-4bef-4736-a8a2-7372fb542a4b: rpc.has_security_group_logging(os_id): False [ 1068.591400] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.591571] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.591631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.591850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.591955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.592225] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.592321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.592378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.592552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.592633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.592718] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be created. [ 1068.611021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.611021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.611021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.611021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.611021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.625889] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1068.686931] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1068.686931] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 1068.686931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.697100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.697296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.697347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.697577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.697799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.715594] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: IN_PROGRESS for 2s [ 1068.745695] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb815fe2-e638-4be7-afd2-a02b7078bbfb req-6cd32542-9e48-4f7f-a64d-9ab687519b1d service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 1068.746032] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb815fe2-e638-4be7-afd2-a02b7078bbfb req-6cd32542-9e48-4f7f-a64d-9ab687519b1d service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1068.746104] env[64376]: INFO networking_nsxv3.common.synchronization [req-fb815fe2-e638-4be7-afd2-a02b7078bbfb req-6cd32542-9e48-4f7f-a64d-9ab687519b1d service nova] Enqueued Resource ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 with Priority: HIGHEST for action port [ 1068.746834] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 1068.746834] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1068.746996] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 with Priority: HIGHEST for action port [ 1068.747396] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.747474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.747613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.748237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.748237] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.750861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.752114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.752114] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-53028777-70a1-40b8-bf8e-9362b8c671e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.752114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.752114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.752114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.752114] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53028777-70a1-40b8-bf8e-9362b8c671e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.255672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.255672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.255672] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53028777-70a1-40b8-bf8e-9362b8c671e7 with status ACTIVE [ 1069.255672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.255672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.255672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.255672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.256336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.256336] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.256336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.256336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.256336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.256336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.256551] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.256714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.256714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.256883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.256984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.257296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 is going to be updated. [ 1069.283041] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.283544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.309378] env[64376]: INFO networking_nsxv3.common.synchronization [req-14624293-15ee-431c-937f-0e0b2ba65795 req-08ab5645-d532-4de5-90ea-8d575c81c351 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1069.309378] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1069.309807] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.309807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.309807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.311669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.311669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.311669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.311669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.311669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.311669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.311669] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.529692] env[64376]: INFO networking_nsxv3.common.synchronization [req-b3467b02-470c-4d69-bd73-f6d985af0343 req-aae200ee-374f-4129-8d9f-6c9f28b6da06 tempest-MultipleCreateTestJSON-1694026459 tempest-MultipleCreateTestJSON-1694026459-project-member] Enqueued Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1069.530422] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adecb7ca-da74-48f0-b62f-46542da97fd2 with Priority: HIGHEST for action security_group_members [ 1069.530611] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-adecb7ca-da74-48f0-b62f-46542da97fd2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.530717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.662757] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1069.662999] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 deletion is rescheduled due to dependency. [ 1069.663083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.663275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.663504] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.663832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.663832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.663939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.664053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.664136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.664247] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.813381] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.166933] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.315410] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.646910] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1070.647201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.647412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.647720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.647842] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.670084] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.728347] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1070.728589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.818559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.818559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.818559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.818559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.818559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.818559] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be updated. [ 1070.850188] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.850404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.850404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.850657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.850808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.860393] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: IN_PROGRESS for 2s [ 1071.172023] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.172245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.172245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.172441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.172533] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.172625] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be deleted. [ 1071.173882] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.174021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.174065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.174232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.174464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.174464] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1071.212928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.213079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.213135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.214356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.214356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.226288] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1071.253953] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.254113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.254170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.255862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.256064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.256237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.873662] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adecb7ca-da74-48f0-b62f-46542da97fd2 in Status: SUCCESS [ 1072.874079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.874079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.874627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.874817] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.874943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.875029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.875186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.875461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.875461] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adecb7ca-da74-48f0-b62f-46542da97fd2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.238865] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 4s [ 1073.378225] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.378453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.378453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.378692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.378811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.379012] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.379096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.379147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.379281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.379358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.379447] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adecb7ca-da74-48f0-b62f-46542da97fd2 is going to be deleted. [ 1073.409239] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.409521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.409521] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.409645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.409751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.409800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adecb7ca-da74-48f0-b62f-46542da97fd2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.531778] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.532091] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1075.125609] env[64376]: INFO networking_nsxv3.common.synchronization [req-4aa338f6-0acb-4359-8f26-ec77fcdeab87 req-eca48e4e-d469-47f8-a811-21d3ac34bc2e tempest-ServerPasswordTestJSON-583260477 tempest-ServerPasswordTestJSON-583260477-project-member] Enqueued Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_members [ 1075.126105] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_members [ 1075.126364] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.126555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.126555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.126797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.126955] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.127065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.127124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.128017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.128017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.128017] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.249284] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1075.249517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.249690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.249920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.250128] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.250361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.250465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.250537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.250625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.250719] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.435804] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.436068] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-446" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.436213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-446" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.436626] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-446" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.436950] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.437166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.437301] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.437678] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.437812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.438089] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.438243] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.438385] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.438508] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.438654] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.438777] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.438943] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.458255] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.458430] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.458577] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.458762] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-446" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.459168] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-de1447d8-f4d9-4c90-b021-57686c01c86a taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.459438] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.459590] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.459915] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.460110] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1447d8-f4d9-4c90-b021-57686c01c86a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.630619] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.630619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.630619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.631119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.631119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.631119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.631876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.631876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.631876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.631876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.631876] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 already deleted. [ 1075.631876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.752663] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.962701] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.962971] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.963126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.963426] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.963602] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.963758] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port de1447d8-f4d9-4c90-b021-57686c01c86a not found, creating... [ 1075.964044] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.964210] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.964385] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.964659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.964800] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.965100] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.965259] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.965372] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.965574] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.965707] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.965845] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: de1447d8-f4d9-4c90-b021-57686c01c86a is going to be created. [ 1075.991887] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.991887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.992044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.992286] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.992529] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.992788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.257333] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aae1111-49c6-45d8-a9aa-90fb7010d531: rpc.has_security_group_logging(os_id): False [ 1076.275021] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.275021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.275021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.275194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.275264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.275832] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.275832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.275832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.275832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.276047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.276047] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1076.340121] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.340267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.340338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.340553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.340700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.354581] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1076.702273] env[64376]: INFO networking_nsxv3.common.synchronization [req-4aa338f6-0acb-4359-8f26-ec77fcdeab87 req-c0833267-c856-4da8-97db-7da072ba9373 service nova] Enqueued Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_rules [ 1076.702273] env[64376]: INFO networking_nsxv3.common.synchronization [req-4aa338f6-0acb-4359-8f26-ec77fcdeab87 req-c0833267-c856-4da8-97db-7da072ba9373 service nova] Enqueued Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_members [ 1076.702273] env[64376]: INFO networking_nsxv3.common.synchronization [req-4aa338f6-0acb-4359-8f26-ec77fcdeab87 req-c0833267-c856-4da8-97db-7da072ba9373 service nova] Enqueued Resource ID: de1447d8-f4d9-4c90-b021-57686c01c86a with Priority: HIGHEST for action port [ 1076.702273] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_rules [ 1076.702273] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_members [ 1076.702273] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1447d8-f4d9-4c90-b021-57686c01c86a with Priority: HIGHEST for action port [ 1076.702273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.703084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.703236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.703735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.703957] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.707155] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.707155] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.707155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.707155] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.707662] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1447d8-f4d9-4c90-b021-57686c01c86a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.707908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.708095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.708355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.708527] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1447d8-f4d9-4c90-b021-57686c01c86a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.211345] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.211550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.211744] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.212707] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de1447d8-f4d9-4c90-b021-57686c01c86a with status ACTIVE [ 1077.212905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.213040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.213310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.213395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.213666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.213893] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.214018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.216066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.216437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.216437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.216722] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.216892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.216892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.217506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.217600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.217717] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de1447d8-f4d9-4c90-b021-57686c01c86a is going to be updated. [ 1077.250083] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.250083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.250083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.250083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.250083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.250083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1447d8-f4d9-4c90-b021-57686c01c86a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.720303] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.222635] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.222789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.222832] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.224901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.224901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.224901] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 is going to be created. [ 1078.250961] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.251140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.251223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.251550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.251772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.261926] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 in Status: UNINITIALIZED for 2s [ 1078.381886] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1078.382140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.377869] env[64376]: INFO networking_nsxv3.common.synchronization [req-7f752b10-19de-467e-8fa2-8f0091f2824f req-5fc8008d-5744-4272-a46c-f6ebdb84854f tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1079.378249] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1079.378561] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.378689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.378757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.378951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.379117] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.379224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.379275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.379450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.379539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.379582] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.467104] env[64376]: INFO networking_nsxv3.common.synchronization [req-a4d08f16-c3ce-48cd-8c24-cdf75fe0a3ae req-38d6f160-58d8-4913-acc9-4c6fbb58bdbc tempest-ServersTestBootFromVolume-1386990080 tempest-ServersTestBootFromVolume-1386990080-project-member] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_members [ 1079.467674] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGHEST for action security_group_members [ 1079.468096] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.470749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.471042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.471217] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.471333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.471404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.471560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.471648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.471764] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.828760] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.828960] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.829110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.829390] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.830025] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.830208] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.830330] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.830578] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.830904] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.831163] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.831274] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.831416] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.831530] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.831648] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.831757] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.831888] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.851222] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.851393] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.851538] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.851714] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.852038] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-310b65e4-74a6-48f0-b45a-d0c05350f532 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.852240] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.852334] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.852668] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.852815] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310b65e4-74a6-48f0-b45a-d0c05350f532',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.882140] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.974570] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.974890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.974986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.975337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.002453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.002761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.002904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.003077] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.003237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.003321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.003477] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc is going to be updated. [ 1080.033275] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.033461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.034627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.034627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.034627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.043234] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: IN_PROGRESS for 2s [ 1080.283074] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 in Status: SUCCESS [ 1080.283074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.283290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.283346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.283472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.283565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.283693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.283774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.284015] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.356584] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.356863] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.356999] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.357407] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.357574] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.357738] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 310b65e4-74a6-48f0-b45a-d0c05350f532 not found, creating... [ 1080.358033] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.358234] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.358358] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.358588] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.358744] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.359154] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.359380] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.359528] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.359806] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.359982] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.360189] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 310b65e4-74a6-48f0-b45a-d0c05350f532 is going to be created. [ 1080.382628] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.382931] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.382931] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.383201] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.383471] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.383826] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.384969] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.786636] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.786791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.786853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.787103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.787371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.787436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.787587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.787761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.787903] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.788042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.788086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.788212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.788326] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.788414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.788475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.788652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.788758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.788846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.788936] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.888631] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.888795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.888868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.889121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.889218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.889377] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1080.921273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.921455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.921551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.921867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.922041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.933746] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1081.098389] env[64376]: INFO networking_nsxv3.common.synchronization [req-7f752b10-19de-467e-8fa2-8f0091f2824f req-b1733858-96b5-4e71-9c3d-e2b1be38959e service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1081.098793] env[64376]: INFO networking_nsxv3.common.synchronization [req-7f752b10-19de-467e-8fa2-8f0091f2824f req-b1733858-96b5-4e71-9c3d-e2b1be38959e service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1081.099053] env[64376]: INFO networking_nsxv3.common.synchronization [req-7f752b10-19de-467e-8fa2-8f0091f2824f req-b1733858-96b5-4e71-9c3d-e2b1be38959e service nova] Enqueued Resource ID: 310b65e4-74a6-48f0-b45a-d0c05350f532 with Priority: HIGHEST for action port [ 1081.100296] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1081.100296] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1081.100377] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310b65e4-74a6-48f0-b45a-d0c05350f532 with Priority: HIGHEST for action port [ 1081.100602] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.100722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.100787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.100984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.101097] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.102556] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.102758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.102980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-310b65e4-74a6-48f0-b45a-d0c05350f532 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.103132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.103203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.103391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.103528] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310b65e4-74a6-48f0-b45a-d0c05350f532',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.291421] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 143f1be1-e60b-411f-96e9-01cbd7566af5: rpc.has_security_group_logging(os_id): False [ 1081.312351] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.312559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.312725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.312893] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.312981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.313197] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.313296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.313413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.313610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.313696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.314240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.314240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.314240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.314240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.315383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.315383] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.315383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.315383] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 is going to be created. [ 1081.389323] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.389705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.389705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.389791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.389932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.404223] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 in Status: IN_PROGRESS for 2s [ 1081.605103] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.605323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.605689] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 310b65e4-74a6-48f0-b45a-d0c05350f532 with status ACTIVE [ 1081.605915] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.606547] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.606663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.606898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.607012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.607219] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.607336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.607405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.608111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.608111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.608111] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.608111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.608111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.608382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.608382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.608446] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 310b65e4-74a6-48f0-b45a-d0c05350f532 is going to be updated. [ 1081.632412] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.632755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.633120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.633382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.633621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.633891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-310b65e4-74a6-48f0-b45a-d0c05350f532" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.056359] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a91028-4216-432f-bb3e-b95b5d9683cc in Status: SUCCESS [ 1082.056553] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc deletion is rescheduled due to dependency. [ 1082.056677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.945129] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1082.945129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.945494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.945494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.945617] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.945772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.945855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.945949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.946045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.946155] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.413817] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 in Status: SUCCESS [ 1083.414137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.449099] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.952157] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.454270] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.454552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.454637] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.454925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.455102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.455252] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1084.484372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.484562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.484727] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.484905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.485080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.495603] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1084.635807] env[64376]: INFO networking_nsxv3.common.synchronization [req-d41648ca-fba7-4128-99ef-707128e59148 req-e682c9f6-13a0-45c9-a8c0-4a8cb8df6e53 tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1084.637077] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1084.637077] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.637209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.637277] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.638148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.638148] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.638148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.638148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.638148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.638148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.638502] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.008033] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.008033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.008033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.008033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.008522] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.008578] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.008778] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.009200] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.009359] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.009529] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.009729] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.009901] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.010105] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.010243] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.010389] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.010998] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.032875] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.033060] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.033266] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.033386] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.033748] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-746344ad-dfa8-4078-b98d-f1af0bd4bf89 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.033932] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.034067] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.034418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.034560] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746344ad-dfa8-4078-b98d-f1af0bd4bf89',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.140952] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.141140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.141249] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.141542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.141641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.141840] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.141922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.141984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.142147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.142220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.142304] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1085.171601] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.171764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.171814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.172069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.172210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.182942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1085.537093] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.537340] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.537469] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.537810] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.537976] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.538150] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 746344ad-dfa8-4078-b98d-f1af0bd4bf89 not found, creating... [ 1085.538425] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.538591] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.538729] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.539031] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.539174] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.539469] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.539638] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.539768] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.541050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.541050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.541050] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 746344ad-dfa8-4078-b98d-f1af0bd4bf89 is going to be created. [ 1085.565462] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.565677] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.565718] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.566198] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.566502] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.566832] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.263887] env[64376]: INFO networking_nsxv3.common.synchronization [req-d41648ca-fba7-4128-99ef-707128e59148 req-b4820b5c-cde7-4d78-8890-9e2fc8217647 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 1086.264207] env[64376]: INFO networking_nsxv3.common.synchronization [req-d41648ca-fba7-4128-99ef-707128e59148 req-b4820b5c-cde7-4d78-8890-9e2fc8217647 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1086.264365] env[64376]: INFO networking_nsxv3.common.synchronization [req-d41648ca-fba7-4128-99ef-707128e59148 req-b4820b5c-cde7-4d78-8890-9e2fc8217647 service nova] Enqueued Resource ID: 746344ad-dfa8-4078-b98d-f1af0bd4bf89 with Priority: HIGHEST for action port [ 1086.264897] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 1086.265080] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1086.265229] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746344ad-dfa8-4078-b98d-f1af0bd4bf89 with Priority: HIGHEST for action port [ 1086.265547] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.265675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.265765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.265943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.266032] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.267446] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.267597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.267835] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-746344ad-dfa8-4078-b98d-f1af0bd4bf89 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.267952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.268033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.268598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.268689] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746344ad-dfa8-4078-b98d-f1af0bd4bf89',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.506104] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1086.506347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.506519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.506769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.506970] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.507101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.507169] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.507322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.507405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.507488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.507588] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.771432] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.771668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.771938] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746344ad-dfa8-4078-b98d-f1af0bd4bf89 with status ACTIVE [ 1086.772114] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.772233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.772364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.772591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.772687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.772887] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.773097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.773137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.773318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.773407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.773660] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.773763] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.773827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.773976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.774068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.774160] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746344ad-dfa8-4078-b98d-f1af0bd4bf89 is going to be updated. [ 1086.796273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.796486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.796486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.796685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.796881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.797071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746344ad-dfa8-4078-b98d-f1af0bd4bf89" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.009716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.010018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.010164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.010528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.010813] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.010970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.011090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.011291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.011372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.011560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.011740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.011846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.012033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.012101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.012239] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.012331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.012384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.012551] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.012634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.012729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.012801] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.200215] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 4s [ 1087.516588] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 1087.535575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.535575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.535836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.535932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.536040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.536260] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.536364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.536451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.536601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.536946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.536946] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.537073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.537102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.537239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.537314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.537488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.537582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.537643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.537778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.537852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.537951] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1087.599639] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.599839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.599914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.600162] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.600322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.617796] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1088.321198] env[64376]: INFO networking_nsxv3.common.synchronization [req-ce733896-aa2c-44c4-bdd1-393c52c6ae33 req-5b4142a9-b51c-4ea8-bd7c-65202733bccc tempest-ServerPasswordTestJSON-583260477 tempest-ServerPasswordTestJSON-583260477-project-member] Enqueued Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_members [ 1088.321765] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGHEST for action security_group_members [ 1088.322373] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.322373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.322373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.322728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.322728] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.322728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.322728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.322918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.322951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.323057] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.825757] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.826183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.826183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.826324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.826458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.826737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.826883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.826976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.827207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.827321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.827443] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 is going to be updated. [ 1088.855905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.856062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.856151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.856334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.856473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.864637] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 in Status: IN_PROGRESS for 2s [ 1089.220962] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1089.220962] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.220962] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.220962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.220962] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.377260] env[64376]: INFO networking_nsxv3.common.synchronization [req-979ab7c9-8525-41be-afcf-54ef58af756c req-4597138e-3840-4c3a-a72e-5cb776bce7b4 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1089.377647] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1089.377960] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.378241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.378356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.378809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.378809] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.378936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.379019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.379208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.379337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.379472] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.638651] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1089.639014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.723108] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.739301] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.739565] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.739726] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.740544] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.740935] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.741151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.741285] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.741529] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.741707] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.742102] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.742102] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.742210] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.742272] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.742385] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.742495] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.742632] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.766695] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.767062] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.767347] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.767673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.768752] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-2f071980-480b-432e-a153-967d3e8b743f taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.768901] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.769077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.769607] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.769830] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f071980-480b-432e-a153-967d3e8b743f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.881548] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.225616] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.273052] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.273052] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.273306] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.273461] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.273618] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.273798] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 2f071980-480b-432e-a153-967d3e8b743f not found, creating... [ 1090.274083] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.274261] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.274381] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.274616] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.274773] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.275088] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.275282] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.275417] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.275647] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.275797] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.275956] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 2f071980-480b-432e-a153-967d3e8b743f is going to be created. [ 1090.301355] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.301574] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.301725] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.302034] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.302287] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.302535] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.383806] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.727912] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.728331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.728506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.728752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.728871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.728978] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1090.759292] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.759576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.759576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.759737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.759855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.769862] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1090.881897] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 in Status: SUCCESS [ 1090.882334] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 deletion is rescheduled due to dependency. [ 1090.882334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.887242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.887242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.887478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.887538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.887623] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be updated. [ 1090.926130] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.926130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.926287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.926569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.926671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.938453] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: IN_PROGRESS for 2s [ 1091.054437] env[64376]: INFO networking_nsxv3.common.synchronization [req-979ab7c9-8525-41be-afcf-54ef58af756c req-e25a0ab2-7a4d-4e37-a6e5-2f4342156a01 service nova] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1091.054793] env[64376]: INFO networking_nsxv3.common.synchronization [req-979ab7c9-8525-41be-afcf-54ef58af756c req-e25a0ab2-7a4d-4e37-a6e5-2f4342156a01 service nova] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1091.054859] env[64376]: INFO networking_nsxv3.common.synchronization [req-979ab7c9-8525-41be-afcf-54ef58af756c req-e25a0ab2-7a4d-4e37-a6e5-2f4342156a01 service nova] Enqueued Resource ID: 2f071980-480b-432e-a153-967d3e8b743f with Priority: HIGHEST for action port [ 1091.055429] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_rules [ 1091.055572] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1091.055673] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f071980-480b-432e-a153-967d3e8b743f with Priority: HIGHEST for action port [ 1091.055996] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.056146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.056197] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.056610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.056610] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.057428] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.057530] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.057757] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f071980-480b-432e-a153-967d3e8b743f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.057901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.057901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.058091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.058172] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f071980-480b-432e-a153-967d3e8b743f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.560966] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.561126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.561335] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f071980-480b-432e-a153-967d3e8b743f with status ACTIVE [ 1091.561555] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.561638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.561724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.562888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.562888] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.562888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.562888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.562888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.562888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.564189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.564222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.564472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.564472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564562] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f071980-480b-432e-a153-967d3e8b743f is going to be updated. [ 1091.585480] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.585619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.585673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.585864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.585999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.586397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f071980-480b-432e-a153-967d3e8b743f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.779993] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1092.780354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.780535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.781900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.782163] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.782381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.782381] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.782540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.782629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.782726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.782825] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.951997] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1092.951997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.951997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.951997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.953139] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.953139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.953139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.953376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.953852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.953852] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.285215] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.285370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.285451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.285680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.285842] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.286141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.286141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.286313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.286313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286676] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.286676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.286676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.286864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.286964] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.286964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.287100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.287175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.287232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.287320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.287413] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.456704] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.789611] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211c3b7c-2d14-46d1-a071-b51fe8f74a41: rpc.has_security_group_logging(os_id): False [ 1093.813160] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.813361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.813361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.813578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.813722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.814205] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.814205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.814205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.814351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.814351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.814515] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.814610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.814685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.814890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.814925] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.815115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.815209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.815272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.815410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.815487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.815692] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1093.875724] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.875901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.875901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.876826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.876826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.900983] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1093.958664] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.461651] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.461787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.461787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.462191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.462191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.462454] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be updated. [ 1094.491966] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.492202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.492273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.492476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.492618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.503190] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: IN_PROGRESS for 2s [ 1095.630194] env[64376]: INFO networking_nsxv3.common.synchronization [None req-4979617e-4592-452a-98c9-f2f11f44bf14 None None] Enqueued Resource ID: 0d2012ea-4d4e-4d18-a426-ddd151648664 with Priority: HIGHEST for action port [ 1095.630194] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d2012ea-4d4e-4d18-a426-ddd151648664 with Priority: HIGHEST for action port [ 1095.630194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d2012ea-4d4e-4d18-a426-ddd151648664 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.630194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d2012ea-4d4e-4d18-a426-ddd151648664" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.630194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d2012ea-4d4e-4d18-a426-ddd151648664" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.631401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d2012ea-4d4e-4d18-a426-ddd151648664" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.631773] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2012ea-4d4e-4d18-a426-ddd151648664',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.919592] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1095.919835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.135392] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d2012ea-4d4e-4d18-a426-ddd151648664 [ 1096.135575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.135648] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.136847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.136847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.136847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.136847] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d2012ea-4d4e-4d18-a426-ddd151648664 already deleted. [ 1096.136847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d2012ea-4d4e-4d18-a426-ddd151648664" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.515302] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.517607] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.517607] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.517607] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.020205] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.452652] env[64376]: INFO networking_nsxv3.common.synchronization [None req-13cd388e-a815-488e-8cff-5f954afbcbd5 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_rules [ 1097.454288] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_rules [ 1097.454288] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.454288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.454288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.455748] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.525401] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ae9f47-4bef-4736-a8a2-7372fb542a4b: rpc.has_security_group_logging(os_id): False [ 1097.542877] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.543019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.543089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.543297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.543383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.543616] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.543710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.543787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.543994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.544717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.544717] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be updated. [ 1097.551075] env[64376]: INFO networking_nsxv3.common.synchronization [None req-94d9fd78-0005-4328-a743-25214d7093d9 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_rules [ 1097.551732] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_rules [ 1097.552734] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.552734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.621911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.622086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.622271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.622588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.622588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.638042] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: IN_PROGRESS for 2s [ 1097.854484] env[64376]: INFO networking_nsxv3.common.synchronization [req-b4a1206f-705d-4361-81e4-a43fdc3a2034 req-eaed241b-144e-4b5d-af63-86ed363616b8 tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1097.854484] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1097.854484] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.855495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.855495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.855836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.855944] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.856054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.856118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.856258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.856340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.856432] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.981253] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.981253] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca already deleted. [ 1097.981253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.981253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981611] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.088286] env[64376]: INFO networking_nsxv3.common.synchronization [None req-89a4ffbe-fdc5-4e30-9d5c-59fb86f0fb49 None None] Enqueued Resource ID: 0664b03f-0cef-4f4f-a131-c133ea2a3530 with Priority: HIGHEST for action port [ 1098.088286] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0664b03f-0cef-4f4f-a131-c133ea2a3530 with Priority: HIGHEST for action port [ 1098.088286] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-0664b03f-0cef-4f4f-a131-c133ea2a3530 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.088286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0664b03f-0cef-4f4f-a131-c133ea2a3530" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.088286] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0664b03f-0cef-4f4f-a131-c133ea2a3530" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.089036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0664b03f-0cef-4f4f-a131-c133ea2a3530" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.089240] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0664b03f-0cef-4f4f-a131-c133ea2a3530',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.281062] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.281265] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.281392] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.281690] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.282736] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.283133] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.283133] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.283883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.283883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.284121] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.284169] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.284502] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.284502] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.284664] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.284804] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.285040] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.309044] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.309178] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.309282] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.309473] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.309856] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-5c43909c-edd1-4fa0-b770-1f8813a99c12 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.309982] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.310158] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.310541] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.310628] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c43909c-edd1-4fa0-b770-1f8813a99c12',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.359682] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.502711] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.502889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.503833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.506083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.506083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.506083] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca already deleted. [ 1098.506083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.591377] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0664b03f-0cef-4f4f-a131-c133ea2a3530 [ 1098.591616] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.591776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.591849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.592201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.592201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.592304] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0664b03f-0cef-4f4f-a131-c133ea2a3530 already deleted. [ 1098.592350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0664b03f-0cef-4f4f-a131-c133ea2a3530" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.816953] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.817223] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.817354] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.817630] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.818060] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.818060] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 5c43909c-edd1-4fa0-b770-1f8813a99c12 not found, creating... [ 1098.818292] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.818369] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.818478] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.818695] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.818836] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.819137] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.819294] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.819411] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.819613] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.819746] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.819883] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 5c43909c-edd1-4fa0-b770-1f8813a99c12 is going to be created. [ 1098.841560] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.841770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.841950] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.991478] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.991859] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.992074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.994895] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.141441] env[64376]: INFO networking_nsxv3.common.synchronization [req-69dd26e6-67fa-42a1-a4e3-4c10b5de3f3a req-cb876b6a-c89e-4d71-85c5-7c8a8236d6ba tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1099.141951] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1099.142513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.142513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.142513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.142662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.142765] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.142862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.142917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.143071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.143156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.143247] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.497695] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.498473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.498573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.498798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.498884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.499040] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1099.531303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.531479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.531567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.531838] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.531942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.543411] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1099.559342] env[64376]: INFO networking_nsxv3.common.synchronization [req-b4a1206f-705d-4361-81e4-a43fdc3a2034 req-dff9c332-b5fc-4486-a33f-1e756be5b945 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1099.559342] env[64376]: INFO networking_nsxv3.common.synchronization [req-b4a1206f-705d-4361-81e4-a43fdc3a2034 req-dff9c332-b5fc-4486-a33f-1e756be5b945 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1099.559342] env[64376]: INFO networking_nsxv3.common.synchronization [req-b4a1206f-705d-4361-81e4-a43fdc3a2034 req-dff9c332-b5fc-4486-a33f-1e756be5b945 service nova] Enqueued Resource ID: 5c43909c-edd1-4fa0-b770-1f8813a99c12 with Priority: HIGHEST for action port [ 1099.559342] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1099.559342] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1099.559342] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c43909c-edd1-4fa0-b770-1f8813a99c12 with Priority: HIGHEST for action port [ 1099.559342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.559342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.559342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.559342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.559892] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.560847] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.562692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.562692] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c43909c-edd1-4fa0-b770-1f8813a99c12 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.562692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.562692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.562692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.562692] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c43909c-edd1-4fa0-b770-1f8813a99c12',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.645518] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.645518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.645518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.645791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.645791] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.645916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.645994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.646126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.646289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.646364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.646454] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1099.656547] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1099.656823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.676363] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.676460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.676460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.676660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.676805] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.686252] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1100.063949] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.064139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.064314] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c43909c-edd1-4fa0-b770-1f8813a99c12 with status ACTIVE [ 1100.064490] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.064597] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.064667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.064911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.065015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.065199] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.065295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.065355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.065503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.065580] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.065761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.065853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.065914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.066068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.067155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.067155] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c43909c-edd1-4fa0-b770-1f8813a99c12 is going to be updated. [ 1100.089948] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.090602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.090711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.091036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.091223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.091412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c43909c-edd1-4fa0-b770-1f8813a99c12" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.517380] env[64376]: INFO networking_nsxv3.common.synchronization [None req-63960829-722f-4717-be8a-c249976aa784 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1100.517897] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1100.518218] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.518338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.518404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.518595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.518735] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.518828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.518889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.519038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.519123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.519213] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.023934] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.023934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.023934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.023934] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.048172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.048172] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.048172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.048172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.048451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.048451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.048534] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1101.075347] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.075523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.075565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.075757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.075898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.085615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1101.451473] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ecf552b-c46a-41dd-98ae-ed8a4aca7b7d req-b96e55e5-2dcb-4905-9b5b-43180242dc86 tempest-ServerMetadataTestJSON-1695491985 tempest-ServerMetadataTestJSON-1695491985-project-member] Enqueued Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_members [ 1101.451473] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_members [ 1101.451784] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.451921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.452606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.452703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.453133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.453133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.453133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.453299] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.453345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.453508] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.553620] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1101.553937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.554057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.554302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.554523] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.554654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.554721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.554961] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.555061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.555174] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.699785] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1101.699957] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 1101.701053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.859338] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.859474] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-55" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.859628] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-55" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.859960] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-55" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.860256] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.860587] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.860804] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.860966] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.861411] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.861652] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.861776] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.861888] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.862024] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.862110] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.862217] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.862363] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.881546] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.881793] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.881969] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.882185] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-55" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.882545] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.882727] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.882850] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.883258] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.883412] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4ea4a0-0525-4678-8f02-3cd3bb7575bb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.955902] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.956084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.956180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.956372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.956460] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.956657] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.956751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.956808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.956948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.957042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.957127] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a already deleted. [ 1101.957250] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.058217] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.386166] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.386460] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.386645] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.386967] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.387172] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.388219] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 8f4ea4a0-0525-4678-8f02-3cd3bb7575bb not found, creating... [ 1102.388219] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.388219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.388219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.388219] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.388418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.388654] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.388829] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.388947] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.389627] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.389837] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.390058] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 8f4ea4a0-0525-4678-8f02-3cd3bb7575bb is going to be created. [ 1102.410250] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.410464] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.410748] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.410884] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.411134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.412080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.561331] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.063758] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.063984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.064075] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.064290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.064383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.064514] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1103.096816] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1103.096816] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 deletion is rescheduled due to dependency. [ 1103.096816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.097717] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.097838] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.097907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.098154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.098396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.108222] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1103.536741] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ecf552b-c46a-41dd-98ae-ed8a4aca7b7d req-66766afb-b3d5-401e-9481-8d1b639f0901 service nova] Enqueued Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_rules [ 1103.536987] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ecf552b-c46a-41dd-98ae-ed8a4aca7b7d req-66766afb-b3d5-401e-9481-8d1b639f0901 service nova] Enqueued Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_members [ 1103.537188] env[64376]: INFO networking_nsxv3.common.synchronization [req-3ecf552b-c46a-41dd-98ae-ed8a4aca7b7d req-66766afb-b3d5-401e-9481-8d1b639f0901 service nova] Enqueued Resource ID: 8f4ea4a0-0525-4678-8f02-3cd3bb7575bb with Priority: HIGHEST for action port [ 1103.538488] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_rules [ 1103.540254] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_members [ 1103.540399] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4ea4a0-0525-4678-8f02-3cd3bb7575bb with Priority: HIGHEST for action port [ 1103.541151] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.541267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.541341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.541608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.541697] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.542761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.542884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.542952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.543922] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.544143] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.544267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.544336] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.544528] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.544628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.544747] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.546133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.546265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.546338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.546538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.546612] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f4ea4a0-0525-4678-8f02-3cd3bb7575bb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.914820] env[64376]: INFO networking_nsxv3.common.synchronization [req-4af3afa0-dee7-45a8-b64d-b624c47cff18 req-30859995-3d42-4269-b7d6-3ee8fb60bdd1 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_members [ 1103.915561] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_members [ 1103.915916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.916059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.916136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.916747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.916747] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.916747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.916747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.916955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.916955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.917073] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.051443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.051443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.051649] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.052658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f4ea4a0-0525-4678-8f02-3cd3bb7575bb with status ACTIVE [ 1104.053260] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.053260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.053260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.053260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.053486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.053515] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.053595] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.053659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.053808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.054050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.054463] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.054463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.054575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.054706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.054789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.055024] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f4ea4a0-0525-4678-8f02-3cd3bb7575bb is going to be updated. [ 1104.078245] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.078245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.078245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.078452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.078452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.078606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f4ea4a0-0525-4678-8f02-3cd3bb7575bb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.252073] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.252073] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.252073] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.252387] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.252632] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.252793] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.252917] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.253385] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.253543] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.253764] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.253895] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.254041] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.254153] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.254269] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.254377] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.254509] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.277132] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.277394] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.277456] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.277634] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.277966] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.278157] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.278278] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.278617] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.278757] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819d57b1-5bb5-4993-b23b-e1e423a6bcdd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.418886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.419086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.419132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.419428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.419519] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.419712] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.419808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.419866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.420025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.420117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.420179] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca already deleted. [ 1104.420254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.559025] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.781561] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.781787] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.782000] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.782209] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.782397] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.782516] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 819d57b1-5bb5-4993-b23b-e1e423a6bcdd not found, creating... [ 1104.782780] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.782941] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.783094] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.783323] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.783458] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.783740] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.783917] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.784056] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.784270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.784415] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.784574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 819d57b1-5bb5-4993-b23b-e1e423a6bcdd is going to be created. [ 1104.805356] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.805565] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.805789] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.805968] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.806234] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.806475] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.061490] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.061812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.061812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.061984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.062120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.062239] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a is going to be created. [ 1105.090386] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.090558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.090601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.090845] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.091115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.102201] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a in Status: UNINITIALIZED for 2s [ 1105.119762] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1105.120176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.120340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.120626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.120872] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.121035] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.121143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.121352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.121482] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.121583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.121720] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.514685] env[64376]: INFO networking_nsxv3.common.synchronization [req-4af3afa0-dee7-45a8-b64d-b624c47cff18 req-00ef474d-d549-46e6-803f-5f5b6c73aa11 service nova] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_rules [ 1105.514977] env[64376]: INFO networking_nsxv3.common.synchronization [req-4af3afa0-dee7-45a8-b64d-b624c47cff18 req-00ef474d-d549-46e6-803f-5f5b6c73aa11 service nova] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_members [ 1105.515278] env[64376]: INFO networking_nsxv3.common.synchronization [req-4af3afa0-dee7-45a8-b64d-b624c47cff18 req-00ef474d-d549-46e6-803f-5f5b6c73aa11 service nova] Enqueued Resource ID: 819d57b1-5bb5-4993-b23b-e1e423a6bcdd with Priority: HIGHEST for action port [ 1105.516083] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_rules [ 1105.516305] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_members [ 1105.516498] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819d57b1-5bb5-4993-b23b-e1e423a6bcdd with Priority: HIGHEST for action port [ 1105.516928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.517113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.517265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.517485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.517602] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.524825] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.524825] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.524825] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.524825] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.524825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.524825] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819d57b1-5bb5-4993-b23b-e1e423a6bcdd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.626384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.626715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.626831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.627338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.628044] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.628831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.628831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.629237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.629422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.629576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.630094] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.630094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.630094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.630259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.630809] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.630809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.630809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.631473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.631473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.631473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.631473] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.027870] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.027995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.029367] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.030418] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 819d57b1-5bb5-4993-b23b-e1e423a6bcdd with status ACTIVE [ 1106.030618] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.030750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.030796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.031104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.031192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.031390] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.031493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.031563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.031705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.031775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.031985] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.032125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.032175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.032295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.032369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.032453] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 819d57b1-5bb5-4993-b23b-e1e423a6bcdd is going to be updated. [ 1106.056254] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.056473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.056590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.056914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.057160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.057398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-819d57b1-5bb5-4993-b23b-e1e423a6bcdd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.134460] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 1106.168252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.168475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.168475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.168670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.168761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.168981] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.169094] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.169151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.169366] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.169481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.169747] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.169891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.169988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.170208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.170498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.170726] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.170869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.170929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.171159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.171311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.171385] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1106.250472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.250701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.250701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.250895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.251161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.271852] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1106.535384] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.037627] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.037833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.038216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.038309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.038411] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca is going to be created. [ 1107.065478] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.065621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.065682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.066280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.066280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.075437] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca in Status: UNINITIALIZED for 2s [ 1107.112108] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a in Status: SUCCESS [ 1107.112304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.112340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.113054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.113054] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.113054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.113054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.113054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.113365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.113365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.113365] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.615521] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.615889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.615889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.616044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.616228] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.616369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.616440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.616881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.616881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.616977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.617149] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.617287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.617405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.617552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.617750] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.617890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.617991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.618204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.618330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.618448] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.618573] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.121292] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a: rpc.has_security_group_logging(os_id): False [ 1108.140070] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.140272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.140272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.140497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.140587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.140804] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.140905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.140970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.141146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.141223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.141408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.141503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.141564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.141702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.141775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.141963] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.142101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.142173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.142341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.142423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.142509] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a is going to be created. [ 1108.199658] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.199874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.199874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.200110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.200290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.211064] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a in Status: IN_PROGRESS for 2s [ 1108.298991] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1108.298991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.085646] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca in Status: SUCCESS [ 1109.085982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.086036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.086242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.086525] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.086675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.086743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.086903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.086986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.087085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.087176] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.589803] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.073037] env[64376]: INFO networking_nsxv3.common.synchronization [req-54ddbf16-90f4-45c7-9323-51ea04d27a20 req-57c30141-dccb-46e8-959a-9814129480be tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1110.074035] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1110.074324] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.074410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.074474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.074688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.074854] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.074990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.075110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.075233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.075341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.075398] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.093332] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca: rpc.has_security_group_logging(os_id): False [ 1110.117984] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.117984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.117984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.117984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.117984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.118261] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.118261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.118330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.118458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.118947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.118947] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca is going to be created. [ 1110.177941] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.178141] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.178186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.178409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.178590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.189445] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca in Status: IN_PROGRESS for 2s [ 1110.221140] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a in Status: SUCCESS [ 1110.221341] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.578626] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.901136] env[64376]: INFO networking_nsxv3.common.synchronization [req-df37c30f-813c-496f-b1da-b406eb586b3f req-8b2b676c-c48b-445e-968c-1bc9b1c93e40 tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1110.901934] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1110.902686] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.902959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.903092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.903352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.903570] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.903711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.903798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.904053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.904170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.904302] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.081178] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.279640] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.280105] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.280189] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.280600] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.280968] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.281249] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.281458] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.281794] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.282074] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.282244] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.282376] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.282485] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.282598] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.282709] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.282816] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.282949] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.305142] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.305346] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.305487] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.305665] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-40" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.306113] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-5edaed6b-39dd-45e0-be6a-9e87fac62930 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.306324] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.306493] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.306835] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.306978] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5edaed6b-39dd-45e0-be6a-9e87fac62930',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.408063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408511] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1111.435615] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.435830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.435879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.436222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.436405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.444960] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1111.583629] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.583826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.583915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.584202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.584313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.584430] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1111.617098] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.617432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.617432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.617668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.617918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.629498] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1111.809968] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.810213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.810344] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.810718] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.810898] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.811098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 5edaed6b-39dd-45e0-be6a-9e87fac62930 not found, creating... [ 1111.811376] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.811544] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.811664] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.811904] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.812092] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.812389] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.812548] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.812667] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.812875] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.813012] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.813166] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 5edaed6b-39dd-45e0-be6a-9e87fac62930 is going to be created. [ 1111.832463] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.832687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.832820] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.833121] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.833367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.833640] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.208153] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca in Status: SUCCESS [ 1112.208407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.557053] env[64376]: INFO networking_nsxv3.common.synchronization [req-df37c30f-813c-496f-b1da-b406eb586b3f req-3784f559-09fe-4482-8fb1-e059422f1fd0 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 1112.557334] env[64376]: INFO networking_nsxv3.common.synchronization [req-df37c30f-813c-496f-b1da-b406eb586b3f req-3784f559-09fe-4482-8fb1-e059422f1fd0 service nova] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1112.557393] env[64376]: INFO networking_nsxv3.common.synchronization [req-df37c30f-813c-496f-b1da-b406eb586b3f req-3784f559-09fe-4482-8fb1-e059422f1fd0 service nova] Enqueued Resource ID: 5edaed6b-39dd-45e0-be6a-9e87fac62930 with Priority: HIGHEST for action port [ 1112.557916] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_rules [ 1112.558371] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1112.558558] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edaed6b-39dd-45e0-be6a-9e87fac62930 with Priority: HIGHEST for action port [ 1112.558941] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.559331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.559446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.559817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.559939] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.560862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.561031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.561273] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-5edaed6b-39dd-45e0-be6a-9e87fac62930 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.562024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.562024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.562024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.562024] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5edaed6b-39dd-45e0-be6a-9e87fac62930',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.064871] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5edaed6b-39dd-45e0-be6a-9e87fac62930 with status ACTIVE [ 1113.065274] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.065470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.065550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.065790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.065883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.066075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.066182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.066241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.066405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.066475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.066672] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.066831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.066831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.066962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.067045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.067133] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5edaed6b-39dd-45e0-be6a-9e87fac62930 is going to be updated. [ 1113.068284] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.068383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.097197] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.097408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.097454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.097697] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.097867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.098072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5edaed6b-39dd-45e0-be6a-9e87fac62930" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.457398] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1113.457589] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 1113.457712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.457885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.458115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.458308] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.458445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.458495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.458661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.458771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.458771] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.641310] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1113.641702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.960758] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.463891] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.966225] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.966614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.966614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.966614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.966732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.966807] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1114.996815] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.996986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.997052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.997294] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.997443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.006232] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1115.263682] env[64376]: INFO networking_nsxv3.common.synchronization [req-e1889b09-b553-4ecc-be62-9d9c994acd46 req-9912d069-f021-41ac-89cc-2f7df017103e tempest-ServerMetadataTestJSON-1695491985 tempest-ServerMetadataTestJSON-1695491985-project-member] Enqueued Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_members [ 1115.264755] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGHEST for action security_group_members [ 1115.265110] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.268339] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.268339] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.268339] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.770555] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.770724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.770803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.770991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.771106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.771311] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.771465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.771465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.771617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.771693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.771778] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a is going to be updated. [ 1115.798192] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.798368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.798420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.798620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.798762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.807114] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a in Status: IN_PROGRESS for 2s [ 1116.823754] env[64376]: INFO networking_nsxv3.common.synchronization [req-3744b3be-2d61-45ec-8869-2d6245ad05dd req-48ebd6b9-e7ae-4c97-8399-b1a2f53a27df tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1116.824421] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1116.827646] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.827861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.827972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.829069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.829319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.829488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.829593] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.829807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.829955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.830110] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.015798] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1117.016037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.016213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.016437] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.016627] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.016741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.016843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.016950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.017042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.017126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.017218] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.332067] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.520525] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.520722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.520815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.521082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.521266] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.521362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.521424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.521579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.521669] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.521757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.521907] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.522029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.522103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.522214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.522355] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.522446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.522506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.522642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.522717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.522802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.522894] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.784494] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.784782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.784782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.785053] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.785290] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.785532] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.785674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.785854] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.786019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.786249] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.786379] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.786471] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.786578] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.786690] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.786819] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.787029] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.820658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a in Status: SUCCESS [ 1117.820883] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a deletion is rescheduled due to dependency. [ 1117.821124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.821980] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.822200] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.822414] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.822506] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.822816] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d0e16833-bb2a-47b8-95af-075a610af6fe taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.822989] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.823131] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823439] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.823580] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e16833-bb2a-47b8-95af-075a610af6fe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.836730] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.025441] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211c3b7c-2d14-46d1-a071-b51fe8f74a41: rpc.has_security_group_logging(os_id): False [ 1118.045904] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.046115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.046201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.046439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.046557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.046760] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.046869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.046932] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.047139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.047223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.047414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.047522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.047615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.047803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.047887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.048112] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.048209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.048272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.048444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.048537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.048630] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1118.113879] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.114052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.114178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.114549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.114754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.132617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1118.326541] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.326847] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.327057] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.327507] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.327813] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.328081] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port d0e16833-bb2a-47b8-95af-075a610af6fe not found, creating... [ 1118.328465] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.328660] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.328782] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.329029] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.329170] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.329461] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.329618] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.329733] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.329941] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.330083] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.330223] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d0e16833-bb2a-47b8-95af-075a610af6fe is going to be created. [ 1118.339026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.339175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.339251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.339412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.339505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.339599] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1118.355073] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.355344] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.355479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.355641] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.355897] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.356091] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.367927] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.367927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.368111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.368246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.368424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.378644] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1119.063693] env[64376]: INFO networking_nsxv3.common.synchronization [req-02ba2011-d2ec-40db-926f-4625b84afb31 req-9f9392a9-0f35-4948-803e-c58a91c04888 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1119.063693] env[64376]: INFO networking_nsxv3.common.synchronization [req-02ba2011-d2ec-40db-926f-4625b84afb31 req-9f9392a9-0f35-4948-803e-c58a91c04888 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1119.063693] env[64376]: INFO networking_nsxv3.common.synchronization [req-02ba2011-d2ec-40db-926f-4625b84afb31 req-9f9392a9-0f35-4948-803e-c58a91c04888 service nova] Enqueued Resource ID: d0e16833-bb2a-47b8-95af-075a610af6fe with Priority: HIGHEST for action port [ 1119.064315] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1119.064695] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1119.064695] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e16833-bb2a-47b8-95af-075a610af6fe with Priority: HIGHEST for action port [ 1119.065117] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.065403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.065403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.065652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.065776] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.068833] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.068833] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.068833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.068833] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.068833] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0e16833-bb2a-47b8-95af-075a610af6fe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.069303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.069303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.069652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.069652] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e16833-bb2a-47b8-95af-075a610af6fe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.101373] env[64376]: INFO networking_nsxv3.common.synchronization [req-8b224e53-dd72-481b-b628-11c319afcc66 req-c4a0854a-9f00-4dc5-88a3-d3aebb6ae7b9 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1119.102611] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1119.103867] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.104084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.104194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.104417] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.104569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.104757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.104905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.105150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.105228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.105355] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.572755] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.572950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.573171] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.574238] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0e16833-bb2a-47b8-95af-075a610af6fe with status ACTIVE [ 1119.574471] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.574567] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.574646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.574840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.574964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.575274] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.575380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.575380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.576036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.576036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.576036] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.576036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.576036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.576244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.576244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.576339] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0e16833-bb2a-47b8-95af-075a610af6fe is going to be updated. [ 1119.598909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.599088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.599133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.599325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.599486] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.599652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.607361] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.607484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.607536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.607717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.607802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.607977] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.608086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.608148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.608372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.608462] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1119.634654] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.634861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.634861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.635057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.635272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.645984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1120.078196] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.151106] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1120.151310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391116] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1120.391170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.395943] env[64376]: INFO networking_nsxv3.common.synchronization [req-6db9e6d7-d812-4b42-8ad3-61b20f043ab8 req-57f89205-5e00-4a73-883d-ed42aaa6bb2a tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1120.396307] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1120.396448] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.396689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.396689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.396916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.397024] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.398132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.398132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.398132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.398132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.398132] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.582431] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.584829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.584829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.584829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.584829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.584829] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1120.624935] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.624935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.624935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.624935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.624935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.634770] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1120.900380] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.403816] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.658986] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1121.658986] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe deletion is rescheduled due to dependency. [ 1121.658986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.906119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.907025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.907230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.907541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.907758] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.907994] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 1121.941156] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.941156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.941156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.941156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.941156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.952411] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 1122.646302] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1122.646734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.646734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.646931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.647170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.647290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.647356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.647633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.647633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.647703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.647765] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.150561] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.150719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.151039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.151208] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.151310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.151391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.151524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.151606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.151952] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.152083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.152227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.152380] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.152474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.152535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.152673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.152751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.152828] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.152916] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.655804] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7abf9d4-0a16-4d6b-b527-9914d3facdb8: rpc.has_security_group_logging(os_id): False [ 1123.676693] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.676937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.676937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.677204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.677276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.677511] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.677625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.677689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.677859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.677935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.678163] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.678254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.678316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.678473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.678560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.678862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.678862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.679042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.679156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.679156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.679230] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1123.748170] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.748421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.748421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.748650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.748809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.764245] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1123.962276] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 1123.962489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.397549] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.397997] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1125.779741] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1125.780011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.207898] env[64376]: INFO networking_nsxv3.common.synchronization [req-e530b87a-0a56-4df0-94bb-b8cb1157a143 req-58e08213-c01c-4e12-a693-aa040108e1b3 tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1128.208444] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1128.208805] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.208896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.208949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.209293] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.209468] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.209568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.209639] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.209780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.209855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.209952] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.521018] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.521257] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.521413] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.521707] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.522024] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.522628] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.522794] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.523115] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.523366] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.523643] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.523767] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.523880] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.523991] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.524124] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.524234] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.524414] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.549112] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.549313] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.549457] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.549637] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.549954] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d4753c18-49e0-4507-9421-102ba785dca5 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.550148] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.550270] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.550625] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.550773] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4753c18-49e0-4507-9421-102ba785dca5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.712167] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.053081] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.053346] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.053416] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.053740] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.053915] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.054129] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port d4753c18-49e0-4507-9421-102ba785dca5 not found, creating... [ 1129.054487] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.054659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.054946] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.055280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.055703] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.056339] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.056530] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.056659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.056879] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.057026] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.057272] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d4753c18-49e0-4507-9421-102ba785dca5 is going to be created. [ 1129.080517] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.080749] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.080890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.081189] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.081440] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.081677] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.215020] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.718277] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.718489] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.718655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.718958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.718958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.719069] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1129.749892] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.750144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.750144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.750355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.750629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.759127] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1129.784234] env[64376]: INFO networking_nsxv3.common.synchronization [req-e530b87a-0a56-4df0-94bb-b8cb1157a143 req-a3ecccbf-e5a0-4d4f-8b34-1cba10f0107e service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1129.784473] env[64376]: INFO networking_nsxv3.common.synchronization [req-e530b87a-0a56-4df0-94bb-b8cb1157a143 req-a3ecccbf-e5a0-4d4f-8b34-1cba10f0107e service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1129.784622] env[64376]: INFO networking_nsxv3.common.synchronization [req-e530b87a-0a56-4df0-94bb-b8cb1157a143 req-a3ecccbf-e5a0-4d4f-8b34-1cba10f0107e service nova] Enqueued Resource ID: d4753c18-49e0-4507-9421-102ba785dca5 with Priority: HIGHEST for action port [ 1129.785227] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1129.785392] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1129.785526] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4753c18-49e0-4507-9421-102ba785dca5 with Priority: HIGHEST for action port [ 1129.785982] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.785982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.785982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.786364] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.786364] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.787551] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.787649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.787862] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4753c18-49e0-4507-9421-102ba785dca5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.787970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.788051] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.788242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.788325] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4753c18-49e0-4507-9421-102ba785dca5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.290531] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.290971] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.290971] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4753c18-49e0-4507-9421-102ba785dca5 with status ACTIVE [ 1130.291178] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.291297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.291297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.291483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.291584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.291748] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.291834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.291887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.292057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.292131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.292319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.292433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.292495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.292636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.292730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.292802] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4753c18-49e0-4507-9421-102ba785dca5 is going to be updated. [ 1130.314137] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.314398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.314398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.314633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.314770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.314927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4753c18-49e0-4507-9421-102ba785dca5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.768959] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1131.769425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.769425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.769658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.769880] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.770062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.770188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.770436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.770436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.770572] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.273268] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.776828] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.974620] env[64376]: INFO networking_nsxv3.common.synchronization [req-d71cea25-794d-47e6-84eb-62a69fe2e570 req-bb5a3018-4be7-4355-a799-963fd1d8eb6b tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1132.974620] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1132.974915] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.975054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.975126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.975323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.975545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.975880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.975880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.975880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.975992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.976035] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.270537] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.270814] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.270976] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.271331] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.271655] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.271825] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.271944] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.272747] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.272913] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.274070] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.274070] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.274070] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.274070] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.274255] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.274255] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.274329] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.278492] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.278605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.278642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.279257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.279257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.279257] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1133.296017] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.296254] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.296386] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.296537] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-525" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.296929] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d4144014-27c6-4daa-bfe9-f0346c549a92 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.297138] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.297263] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.297588] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.297730] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4144014-27c6-4daa-bfe9-f0346c549a92',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.311092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.311279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.311322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.311548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.311706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.321817] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1133.479559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.479725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.479794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.480016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.480135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.480333] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.480433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.480499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.480650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.480725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.480812] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1133.507445] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.507735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.507813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.508057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.508218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.518500] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1133.800304] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.800750] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.800885] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.801338] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.801577] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.801773] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port d4144014-27c6-4daa-bfe9-f0346c549a92 not found, creating... [ 1133.802126] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.802333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.802471] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.802709] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.802873] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.803271] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.803462] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.803596] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.803813] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.803948] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.804107] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d4144014-27c6-4daa-bfe9-f0346c549a92 is going to be created. [ 1133.828360] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.828360] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.828360] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.828360] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.828729] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.828729] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.540753] env[64376]: INFO networking_nsxv3.common.synchronization [req-d71cea25-794d-47e6-84eb-62a69fe2e570 req-66e5e6b4-39e3-4ff7-a92b-119906350e50 service nova] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 1134.540938] env[64376]: INFO networking_nsxv3.common.synchronization [req-d71cea25-794d-47e6-84eb-62a69fe2e570 req-66e5e6b4-39e3-4ff7-a92b-119906350e50 service nova] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1134.541223] env[64376]: INFO networking_nsxv3.common.synchronization [req-d71cea25-794d-47e6-84eb-62a69fe2e570 req-66e5e6b4-39e3-4ff7-a92b-119906350e50 service nova] Enqueued Resource ID: d4144014-27c6-4daa-bfe9-f0346c549a92 with Priority: HIGHEST for action port [ 1134.542736] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_rules [ 1134.542884] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1134.542986] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4144014-27c6-4daa-bfe9-f0346c549a92 with Priority: HIGHEST for action port [ 1134.543852] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.544048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.544121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.544317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.544443] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.545656] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.545719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.545896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4144014-27c6-4daa-bfe9-f0346c549a92 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.545998] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.546079] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.546254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.546330] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4144014-27c6-4daa-bfe9-f0346c549a92',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.052319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.052319] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4144014-27c6-4daa-bfe9-f0346c549a92 with status ACTIVE [ 1135.052319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.052319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.052319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.052319] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.053028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.053028] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053028] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4144014-27c6-4daa-bfe9-f0346c549a92 is going to be updated. [ 1135.079572] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.080769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.080769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.080769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.080769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.080769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4144014-27c6-4daa-bfe9-f0346c549a92" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.334038] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1135.334038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.334038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.334038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.334038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.334038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.334038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.334556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.334556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.335199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.335199] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.529880] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1135.530077] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe deletion is rescheduled due to dependency. [ 1135.530189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.530350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.530573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.530753] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.530926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.531013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.531177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.531258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.531356] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.841562] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.841732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.841801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.842016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.842185] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.842485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.842485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.842485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.842671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.842671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.842775] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.842868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.842923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.843078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.843216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.843309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.843414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.843552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.843645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.843738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.843828] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.033604] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.347359] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 1136.365344] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.365554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.365554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.365750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.365837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.366091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.366191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.368043] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.368043] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.368043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.368043] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1136.430359] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.430610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.430610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.430769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.430924] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.456163] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1136.537648] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.041574] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.041718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.041790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.041998] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.042148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.042205] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1137.070085] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.070275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.070350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.070584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.070745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.079942] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1138.062556] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.062925] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.062925] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.063238] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.063539] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.063710] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.063830] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.064069] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.064242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.064512] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.064629] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.064717] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.064812] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.064923] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.065052] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.065222] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.086058] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.086249] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.086377] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.086640] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-401" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.087103] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d0e16833-bb2a-47b8-95af-075a610af6fe taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.087353] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.087529] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.087883] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.088091] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e16833-bb2a-47b8-95af-075a610af6fe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.492209] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1138.492322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.510401] env[64376]: INFO networking_nsxv3.common.synchronization [req-9a247f3b-deaa-4773-8e44-a092bf30c3ad req-0f58f574-b376-4672-89f7-39d7c720cb08 tempest-ServerActionsTestOtherA-1709470995 tempest-ServerActionsTestOtherA-1709470995-project-member] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1138.510966] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGHEST for action security_group_members [ 1138.511291] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.511413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.511481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.511699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.511858] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.511953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.512026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.512224] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.512306] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.512337] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.591969] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.592218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.592348] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.592678] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.592836] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.593140] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.593297] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.593413] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.593626] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.593759] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.594051] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.594208] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.594322] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.594550] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.594693] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.594835] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d0e16833-bb2a-47b8-95af-075a610af6fe is going to be updated. [ 1138.629685] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.629978] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.630060] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.630332] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.630536] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.630766] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.015129] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.015324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.015517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.015678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.015812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.016064] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.016239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.016239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.016338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.016432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.016478] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be updated. [ 1139.047105] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.047359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.047359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.047516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.047717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.056676] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: IN_PROGRESS for 2s [ 1139.091652] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1139.092101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.092101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.092320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.092553] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.092690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.092761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.092921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.093012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.093102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.093198] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.310116] env[64376]: INFO networking_nsxv3.common.synchronization [req-23d31a66-3b6a-4186-a1b9-948125892c5a req-6db24e9c-85c7-483d-a17b-08bbd9489a95 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1139.310763] env[64376]: INFO networking_nsxv3.common.synchronization [req-23d31a66-3b6a-4186-a1b9-948125892c5a req-6db24e9c-85c7-483d-a17b-08bbd9489a95 service nova] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1139.310763] env[64376]: INFO networking_nsxv3.common.synchronization [req-23d31a66-3b6a-4186-a1b9-948125892c5a req-6db24e9c-85c7-483d-a17b-08bbd9489a95 service nova] Enqueued Resource ID: d0e16833-bb2a-47b8-95af-075a610af6fe with Priority: HIGHEST for action port [ 1139.311023] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_rules [ 1139.311104] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1139.311207] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e16833-bb2a-47b8-95af-075a610af6fe with Priority: HIGHEST for action port [ 1139.311489] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.311592] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.311664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.311864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.311947] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.313100] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.313202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.313283] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.313575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.313575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.313689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.313726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.313835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.313920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.314117] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.314733] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0e16833-bb2a-47b8-95af-075a610af6fe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.314841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.314906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.315064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.315139] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e16833-bb2a-47b8-95af-075a610af6fe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.595776] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.817179] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.817380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.817502] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.818406] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0e16833-bb2a-47b8-95af-075a610af6fe with status ACTIVE [ 1139.818643] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.818729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.818782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.818955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.819054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.819218] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.819313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.819374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.819524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.819602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.819778] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.819869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.819929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.820080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.820154] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.820239] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0e16833-bb2a-47b8-95af-075a610af6fe is going to be updated. [ 1139.840854] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.840991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.841132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.841274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.841408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.841561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0e16833-bb2a-47b8-95af-075a610af6fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.097578] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 068e3b82-2a4f-4014-aa0c-d8acd89e5efe: rpc.has_security_group_logging(os_id): False [ 1140.116623] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.116875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.117073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.117296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.117485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.117821] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.117992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.118065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.118237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.118318] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.118412] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1140.195175] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.195361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.195406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.195681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.195856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.213427] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1140.321925] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.824368] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.824609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.824663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.824901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.825045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.825167] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1140.857473] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.857656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.857656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.857860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.858014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.869452] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1141.068254] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f in Status: SUCCESS [ 1141.068442] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f deletion is rescheduled due to dependency. [ 1141.068564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.474808] env[64376]: INFO networking_nsxv3.common.synchronization [req-9674c7fd-5609-456b-a36d-8861b149fe23 req-1d4c5821-f76a-43a9-bcce-6337c5a5b704 tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1141.475396] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1141.476465] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.476635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.476729] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.476955] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.477200] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.477328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.477412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.477730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.477730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.477829] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.981085] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.232090] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1142.232393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.482790] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.879880] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1142.880147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.880376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.880614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.880816] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.880936] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.881011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.881171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.881257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.881342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.881435] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.985520] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.985782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.985865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.987073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.987073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.987073] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1143.018682] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.018885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.018951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.019156] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.019302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.031016] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1143.384083] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.384083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.384083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.384383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.384421] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.384523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.384626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.384787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.384889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.384953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.385109] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.385199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.385257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.385396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.385534] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.385622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.385680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.385811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.385884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.385964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.386065] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.818229] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.818676] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.818864] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.819333] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.819730] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.820039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.820239] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.820499] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.820676] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.820909] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.821032] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.821147] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.821253] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.821366] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.821478] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.821677] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.848947] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.849164] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.849309] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.849531] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-860" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.849869] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-53028777-70a1-40b8-bf8e-9362b8c671e7 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.850100] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.850183] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.850458] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.850593] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53028777-70a1-40b8-bf8e-9362b8c671e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.888628] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7abf9d4-0a16-4d6b-b527-9914d3facdb8: rpc.has_security_group_logging(os_id): False [ 1143.906671] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.906871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.906871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.907106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.907200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.907409] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.907507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.907569] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.907724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.907802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.907984] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.908100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.908164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.908300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.908373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.908550] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.908640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.908702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.908837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.908933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.908988] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1143.976039] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.976178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.976581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.976581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.976723] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.990617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1144.357321] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.357620] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.357772] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.358123] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.358314] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.358674] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.358866] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.359010] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.359274] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.359404] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.359701] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.359864] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.359985] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.360246] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.360418] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.360601] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 is going to be updated. [ 1144.383966] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.384216] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.384346] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.384691] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.384904] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.385149] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.053577] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1145.053577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.082720] env[64376]: INFO networking_nsxv3.common.synchronization [req-e2d3b601-19f6-4569-a15b-cbe7c449379e req-993f3738-9200-4438-b9c3-f73c1d443771 service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 1145.082840] env[64376]: INFO networking_nsxv3.common.synchronization [req-e2d3b601-19f6-4569-a15b-cbe7c449379e req-993f3738-9200-4438-b9c3-f73c1d443771 service nova] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1145.082985] env[64376]: INFO networking_nsxv3.common.synchronization [req-e2d3b601-19f6-4569-a15b-cbe7c449379e req-993f3738-9200-4438-b9c3-f73c1d443771 service nova] Enqueued Resource ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 with Priority: HIGHEST for action port [ 1145.083513] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_rules [ 1145.083655] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1145.083775] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 with Priority: HIGHEST for action port [ 1145.084032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.084204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.084282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.084481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.084578] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.086103] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.086349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.086446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.086628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.086783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.086880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.086960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.087115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.087168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.087262] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.088284] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-53028777-70a1-40b8-bf8e-9362b8c671e7 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.088608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.088608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.088738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.088738] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53028777-70a1-40b8-bf8e-9362b8c671e7',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.587112] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.587317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.590629] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.594810] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53028777-70a1-40b8-bf8e-9362b8c671e7 with status ACTIVE [ 1145.595061] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.595193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.595311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.595461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.595552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.595726] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.595836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.595888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.596040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.596118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.596295] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.596383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.596436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.596716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.596716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.596716] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53028777-70a1-40b8-bf8e-9362b8c671e7 is going to be updated. [ 1145.616675] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.616866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.616866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.617117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.617256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.617418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53028777-70a1-40b8-bf8e-9362b8c671e7" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.008161] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1146.008401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.094662] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.597022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.597233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.597281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.597473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.597565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.597665] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1146.628658] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.628874] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.628916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.629238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.629396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.639130] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1148.651432] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1148.651816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.651816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.652064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.652187] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.652303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.652363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.652540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.652624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.652742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.652844] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.154500] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.656993] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aae1111-49c6-45d8-a9aa-90fb7010d531: rpc.has_security_group_logging(os_id): False [ 1149.680293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.680465] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.680552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.680720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.680841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.681140] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.681259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.681312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.681472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.681554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.681661] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1149.745090] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.745090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.745090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.745090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.745090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.758350] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1150.085298] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1150.085437] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1150.519995] env[64376]: INFO networking_nsxv3.common.synchronization [None req-650dd1e5-234f-404a-b6f8-c177d9c751e5 None None] Enqueued Resource ID: 72c103c2-9fb3-4cc5-87f7-499d4ef97a09 with Priority: HIGHEST for action port [ 1150.520647] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c103c2-9fb3-4cc5-87f7-499d4ef97a09 with Priority: HIGHEST for action port [ 1150.521207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c103c2-9fb3-4cc5-87f7-499d4ef97a09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.521344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c103c2-9fb3-4cc5-87f7-499d4ef97a09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.521403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c103c2-9fb3-4cc5-87f7-499d4ef97a09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.521783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c103c2-9fb3-4cc5-87f7-499d4ef97a09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.521783] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c103c2-9fb3-4cc5-87f7-499d4ef97a09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.024463] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72c103c2-9fb3-4cc5-87f7-499d4ef97a09 [ 1151.024747] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.024857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.024918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.026565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.026565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.026565] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72c103c2-9fb3-4cc5-87f7-499d4ef97a09 already deleted. [ 1151.026565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c103c2-9fb3-4cc5-87f7-499d4ef97a09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.778573] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1151.778573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.012437] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d0cd1ceb-ec8b-4d92-a59d-92b60b9b40bc None None] Enqueued Resource ID: 6938a2a8-0dd9-4c1e-9a96-2305177a8cbd with Priority: HIGHEST for action port [ 1153.013052] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6938a2a8-0dd9-4c1e-9a96-2305177a8cbd with Priority: HIGHEST for action port [ 1153.013378] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6938a2a8-0dd9-4c1e-9a96-2305177a8cbd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.013754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6938a2a8-0dd9-4c1e-9a96-2305177a8cbd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.013754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6938a2a8-0dd9-4c1e-9a96-2305177a8cbd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.013911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6938a2a8-0dd9-4c1e-9a96-2305177a8cbd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.013911] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6938a2a8-0dd9-4c1e-9a96-2305177a8cbd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.516510] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6938a2a8-0dd9-4c1e-9a96-2305177a8cbd [ 1153.516710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.516900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.516975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.517193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.517287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.517384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6938a2a8-0dd9-4c1e-9a96-2305177a8cbd already deleted. [ 1153.517466] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6938a2a8-0dd9-4c1e-9a96-2305177a8cbd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.023119] env[64376]: INFO networking_nsxv3.common.synchronization [req-dce4c6b4-bb29-437b-b7af-5a6d45f51a29 req-56d28fa5-df37-4b9c-8d9f-908ec03e7db0 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_members [ 1154.023458] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGHEST for action security_group_members [ 1154.023580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.023705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.023775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.023976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.024145] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.024241] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.024303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.024444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.024531] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.024663] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.376154] env[64376]: INFO networking_nsxv3.common.synchronization [req-d49125bf-4413-4ead-a3c5-9fb0aa96f6dc req-35c47356-0a5a-4f85-87da-286641ba01a5 tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1154.376154] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1154.376837] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.376983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.377087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.377325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.377711] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.377869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.377951] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.378170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.378285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.378403] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.526953] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.527158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.527234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.527455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.527548] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.527739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.527839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.527902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.528059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.528137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.528223] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca is going to be updated. [ 1154.556710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.556897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.556897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.557784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.557784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.565769] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca in Status: IN_PROGRESS for 2s [ 1154.712027] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.712027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.712027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.712027] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.712482] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.712771] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.712983] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.713303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.713511] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.713774] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.713932] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.714099] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.714249] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.714414] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.714632] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.714895] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.734673] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.734673] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.734885] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.735019] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-559" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.735353] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-69447654-7600-46e4-a8e8-99dcc40e6cd0 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.735547] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.735674] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.736033] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.736174] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69447654-7600-46e4-a8e8-99dcc40e6cd0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.881760] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.239064] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.239534] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.239534] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.240037] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.240229] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.240402] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 69447654-7600-46e4-a8e8-99dcc40e6cd0 not found, creating... [ 1155.240714] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.240926] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.241070] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.241306] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.241448] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.241754] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.241953] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.242051] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.242242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.242367] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.242503] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 69447654-7600-46e4-a8e8-99dcc40e6cd0 is going to be created. [ 1155.266457] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.266693] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.266805] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.267307] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.267560] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.267925] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.383868] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.560500] env[64376]: INFO networking_nsxv3.common.synchronization [req-03689a87-1adf-4ae6-8f1b-a4266d00b344 req-2bcf1144-7670-415a-a56d-1066b5135ef1 tempest-DeleteServersTestJSON-1119625327 tempest-DeleteServersTestJSON-1119625327-project-member] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1155.561118] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGHEST for action security_group_members [ 1155.561462] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.561584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.561653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.561945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.562128] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.562235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.562298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.562458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.562545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.562644] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.886746] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.886944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.887200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.887423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.887516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.887621] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1155.926631] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.926631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.926631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.926631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.926631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.938593] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1155.990789] env[64376]: INFO networking_nsxv3.common.synchronization [req-d49125bf-4413-4ead-a3c5-9fb0aa96f6dc req-223dc33f-448a-4629-ae9e-2ac96dd11cf2 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1155.990933] env[64376]: INFO networking_nsxv3.common.synchronization [req-d49125bf-4413-4ead-a3c5-9fb0aa96f6dc req-223dc33f-448a-4629-ae9e-2ac96dd11cf2 service nova] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1155.991092] env[64376]: INFO networking_nsxv3.common.synchronization [req-d49125bf-4413-4ead-a3c5-9fb0aa96f6dc req-223dc33f-448a-4629-ae9e-2ac96dd11cf2 service nova] Enqueued Resource ID: 69447654-7600-46e4-a8e8-99dcc40e6cd0 with Priority: HIGHEST for action port [ 1155.992968] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_rules [ 1155.993142] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1155.993249] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69447654-7600-46e4-a8e8-99dcc40e6cd0 with Priority: HIGHEST for action port [ 1155.993559] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.993691] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.993759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.993970] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.994064] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.995743] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.996109] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.996109] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-69447654-7600-46e4-a8e8-99dcc40e6cd0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.996301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.996301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.996439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.996515] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69447654-7600-46e4-a8e8-99dcc40e6cd0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.065418] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.065641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.065641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.066031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.066170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.066397] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.066792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.066792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.066792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.066792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.067098] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be updated. [ 1156.097722] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.097930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.097930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.098159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.098285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.107902] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: IN_PROGRESS for 2s [ 1156.496979] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.496979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.498780] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69447654-7600-46e4-a8e8-99dcc40e6cd0 with status ACTIVE [ 1156.498780] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.498988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.498988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.499298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.499298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.499463] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.499573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.499659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.499814] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.499896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.500087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.500183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.500245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.500387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.500461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.500546] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69447654-7600-46e4-a8e8-99dcc40e6cd0 is going to be updated. [ 1156.522528] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.522753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.522753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.522931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.523119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.523287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69447654-7600-46e4-a8e8-99dcc40e6cd0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.579081] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca in Status: SUCCESS [ 1156.579538] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca deletion is rescheduled due to dependency. [ 1156.579783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.592545] env[64376]: INFO networking_nsxv3.common.synchronization [req-b0662b6d-8709-424e-a1ea-8f02f923a882 req-69a38efb-54ac-469b-b424-bdd59b87c18d tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1157.593384] env[64376]: INFO networking_nsxv3.common.synchronization [req-b3adef22-c96f-436a-b798-4062932bfbf8 req-a6f670ea-74d0-4619-9176-8dd0b9d7f8fa tempest-ServersNegativeTestJSON-1868900034 tempest-ServersNegativeTestJSON-1868900034-project-member] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1157.593865] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1157.593999] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1157.594309] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.594418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.594457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.594644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.594868] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.594928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.594959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.595309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.595309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.595309] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.596101] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.596202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.596264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.596839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.596839] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.596839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.596839] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.597288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.597288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.597288] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.921481] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.921758] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.921818] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.922143] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.922396] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.922550] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.922665] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.923126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.923126] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.923272] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.923389] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.923501] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.923608] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.923720] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.923829] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.924105] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.943296] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.943467] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.943608] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.943789] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.944128] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-f46cfaaf-6412-422d-8546-cc1f41b37ea0 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.944301] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.944421] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.944749] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.944943] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46cfaaf-6412-422d-8546-cc1f41b37ea0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.948759] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1157.948759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.948841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.949044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.949216] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.949673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.949673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.949673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.949673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.949673] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.099136] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.101443] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.101443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.101443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.101633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.101633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.101779] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.101879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.101945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.102143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.102257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.102391] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c already deleted. [ 1158.102497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.117987] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 in Status: SUCCESS [ 1158.118343] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 deletion is rescheduled due to dependency. [ 1158.118343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.448559] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.448559] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.448559] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.448801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.448801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.448978] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port f46cfaaf-6412-422d-8546-cc1f41b37ea0 not found, creating... [ 1158.449320] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.449519] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.449672] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.449947] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.450121] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.450452] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.450651] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.450787] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.451082] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.451244] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.451394] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 is going to be created. [ 1158.452604] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.493311] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.493518] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.493643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.493927] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.494180] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.494412] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.604348] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.956104] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.108369] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.109068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.109160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.109991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.109991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.109991] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be updated. [ 1159.145917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.145917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.145917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.145917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.145917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.153126] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: IN_PROGRESS for 2s [ 1159.208553] env[64376]: INFO networking_nsxv3.common.synchronization [req-b3adef22-c96f-436a-b798-4062932bfbf8 req-8fbc8fb5-3f71-4d00-9848-7e16e04fcf0b service nova] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_rules [ 1159.208798] env[64376]: INFO networking_nsxv3.common.synchronization [req-b3adef22-c96f-436a-b798-4062932bfbf8 req-8fbc8fb5-3f71-4d00-9848-7e16e04fcf0b service nova] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1159.209065] env[64376]: INFO networking_nsxv3.common.synchronization [req-b3adef22-c96f-436a-b798-4062932bfbf8 req-8fbc8fb5-3f71-4d00-9848-7e16e04fcf0b service nova] Enqueued Resource ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 with Priority: HIGHEST for action port [ 1159.209746] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_rules [ 1159.209965] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1159.210170] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 with Priority: HIGHEST for action port [ 1159.210491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.210649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.211275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.211275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.211275] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.212360] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.212473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.212540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212934] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.213469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.215037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.215037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.215037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.215037] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.215436] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46cfaaf-6412-422d-8546-cc1f41b37ea0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.215436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.215436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.215612] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.215648] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46cfaaf-6412-422d-8546-cc1f41b37ea0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.458172] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.458329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.458403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.458625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.458719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.458818] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1159.485850] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.486050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.486050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.486261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.486409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.495332] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1159.717208] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.717532] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46cfaaf-6412-422d-8546-cc1f41b37ea0 with status ACTIVE [ 1159.717718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.717859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.718067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.718228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.718298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.718425] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.718524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.718584] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.718753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.718847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.719060] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.719157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.719219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.719405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.719477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.719558] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 is going to be updated. [ 1159.720644] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.720761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.745250] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.745367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.745367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.745566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.745701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.745861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.222295] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.725204] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.725642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.725642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.725745] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.725780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.725959] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be created. [ 1160.751670] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.751875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.751875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.752113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.752282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.763227] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: UNINITIALIZED for 2s [ 1161.165130] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1161.165355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.506927] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1161.507172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.507351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.507600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.507801] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.507945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.508023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.508200] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.508279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.508409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.508542] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.011958] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.011958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.011958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.011958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.011958] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.011958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.012534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.012534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.012534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.012534] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.012534] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.012770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.012770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.012770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.012926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.012972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.013065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.013208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.013284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.013365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.013452] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.515770] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0746c966-1623-4ca8-8bc6-f8ca9cdd889a: rpc.has_security_group_logging(os_id): False [ 1162.532800] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.532996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.532996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.533220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.533314] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.533529] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.533628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.533693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.533841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.533987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.534116] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.534216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.534295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.534413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.534488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.534917] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.534917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.534917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.535152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.535152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.535152] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1162.593524] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.593672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.593765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.593979] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.594128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.612178] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1162.773658] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1162.773882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.774069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.775078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.775078] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.775078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.775078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.775078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.775078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.775078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.775433] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.142913] env[64376]: INFO networking_nsxv3.common.synchronization [req-7ce6dcf6-e383-4d5e-a2f4-dc4378718ffa req-1fe1ef16-a029-48f1-b572-f6547b8dafc9 tempest-ServerActionsTestOtherB-2094731516 tempest-ServerActionsTestOtherB-2094731516-project-member] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1163.143316] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGHEST for action security_group_members [ 1163.143626] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.143743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.143811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.144275] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.144350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.144681] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.276906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.277284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.277402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.277632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.277799] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.277900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.277978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.278266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.279246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.279246] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.279246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.279666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.279666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.279666] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.647187] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.647507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.647507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.647873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.647950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.649513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.649513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.649513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.649513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.649513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.649513] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be updated. [ 1163.683123] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.683353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.683353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.683824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.683824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.694126] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: IN_PROGRESS for 2s [ 1163.782672] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b9be4b-768d-430b-91db-9138eb92919c: rpc.has_security_group_logging(os_id): False [ 1163.802597] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.802820] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.802907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.803219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.803363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.803644] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.803790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.803882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.804157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.804285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.804545] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.804677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.804774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.805020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.805142] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.805422] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.805568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.805679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.806719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.806719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.806719] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be created. [ 1163.884534] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.884724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.884724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.885022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.885236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.900383] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1164.636290] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1164.636661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.704146] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 in Status: SUCCESS [ 1165.704488] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 deletion is rescheduled due to dependency. [ 1165.704488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.915356] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1165.915356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.922276] env[64376]: INFO networking_nsxv3.common.synchronization [req-78a05b55-7484-42b2-b2d5-43169ea58104 req-7c6456d4-361b-48d5-9bd2-d53466f4b995 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1165.924068] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGHEST for action security_group_members [ 1165.924666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.924856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.924856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.925071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.925240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.925632] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.925715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.925883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.925974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.926106] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.270250] env[64376]: INFO networking_nsxv3.common.synchronization [req-e718b220-16c7-4fdf-8353-8ea7751758e6 req-3219f6cc-4817-4315-a54c-9ae6e425bd56 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_members [ 1166.270909] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGHEST for action security_group_members [ 1166.271317] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.271450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.271554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.271879] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.272096] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.272223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.272308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.272525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.273695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.273695] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.433267] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.433267] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.433267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.433267] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be updated. [ 1166.462774] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.462774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.462774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.462774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.462774] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.471704] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: IN_PROGRESS for 2s [ 1166.778617] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.778617] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.778617] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.778617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba is going to be updated. [ 1166.806225] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.806225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.806225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.806225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.806225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.814261] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba in Status: IN_PROGRESS for 2s [ 1168.483136] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b in Status: SUCCESS [ 1168.483574] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b deletion is rescheduled due to dependency. [ 1168.483574] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.823874] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba in Status: SUCCESS [ 1168.824112] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba deletion is rescheduled due to dependency. [ 1168.824180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.045602] env[64376]: INFO networking_nsxv3.common.synchronization [req-fbd68121-04c0-4938-bfdb-143402710e90 req-2175f729-49fa-461c-b962-97fcffa9a90d tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1170.046171] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1170.046487] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.046600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.046663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.046856] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.046998] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.047110] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.047194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.047388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.047499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.047609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.457266] env[64376]: INFO networking_nsxv3.common.synchronization [None req-b4aa9c97-f925-46ba-b494-9595a59fe6e4 tempest-AttachInterfacesTestJSON-1952676193 tempest-AttachInterfacesTestJSON-1952676193-project-member] Enqueued Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1170.457778] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 with Priority: HIGHEST for action security_group_members [ 1170.458122] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.458242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.458308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.458500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.458642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.458733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.458793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.458928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.459019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.459113] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7abf9d4-0a16-4d6b-b527-9914d3facdb8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.550174] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.961687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.961837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.961894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.962137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.962245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.962487] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.962579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.962579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.963148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.963148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.963148] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 is going to be updated. [ 1170.991272] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.991272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.991272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.991778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.991778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.999625] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: IN_PROGRESS for 2s [ 1171.052926] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.557855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.557855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.557855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.557855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.557855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.557855] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1171.583930] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.584183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.584183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.584795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.584795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.593384] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1172.676286] env[64376]: INFO networking_nsxv3.common.synchronization [None req-c31e6647-f98b-4feb-b7e9-a8873189a266 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_rules [ 1172.676793] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_rules [ 1172.677110] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.677278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.677278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.677560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.677645] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.774168] env[64376]: INFO networking_nsxv3.common.synchronization [None req-18badef4-1500-4de1-b46b-cb2b574cfda5 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_rules [ 1172.775301] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_rules [ 1172.775301] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.775301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.009979] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 in Status: SUCCESS [ 1173.010296] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7abf9d4-0a16-4d6b-b527-9914d3facdb8 deletion is rescheduled due to dependency. [ 1173.010469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7abf9d4-0a16-4d6b-b527-9914d3facdb8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.198010] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.198322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.198322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.198425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.198501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.198619] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd already deleted. [ 1173.198675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.198823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.198986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.199082] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.603805] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1173.604047] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.731208] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.731208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.731208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.731208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.731208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.731208] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd already deleted. [ 1173.731208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.995521] env[64376]: INFO networking_nsxv3.common.synchronization [req-fdbb8369-95b9-4201-addf-7ac4ebf7588e req-c0b53436-1311-4684-a9a7-4dd50564cbd8 tempest-ServersNegativeTestJSON-1868900034 tempest-ServersNegativeTestJSON-1868900034-project-member] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1173.996263] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1173.997290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.997290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.997290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.997290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.997436] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.997500] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.997565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.997721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.997811] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.997906] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.344186] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.344327] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.344437] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.344701] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.344968] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.345202] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.345397] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.345524] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.345681] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.345893] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.345997] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.346148] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.346258] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.346449] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.346501] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.346590] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.365426] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.365600] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.365718] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.365944] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.366340] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-8201704c-6333-403f-a041-8259c5d40076 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.366521] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.366643] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.366981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.367137] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8201704c-6333-403f-a041-8259c5d40076',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.500753] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.803994] env[64376]: INFO networking_nsxv3.common.synchronization [None req-bddb7039-19f0-42ca-ba72-a8689549b817 None None] Enqueued Resource ID: 6e33cd20-4800-46d6-9641-5e8067e70e26 with Priority: HIGHEST for action port [ 1174.804565] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e33cd20-4800-46d6-9641-5e8067e70e26 with Priority: HIGHEST for action port [ 1174.805363] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e33cd20-4800-46d6-9641-5e8067e70e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.805527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e33cd20-4800-46d6-9641-5e8067e70e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.805618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e33cd20-4800-46d6-9641-5e8067e70e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.805888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e33cd20-4800-46d6-9641-5e8067e70e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.806018] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e33cd20-4800-46d6-9641-5e8067e70e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.870354] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.870551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.870656] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.870944] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.871116] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.871275] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 8201704c-6333-403f-a041-8259c5d40076 not found, creating... [ 1174.871538] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.871695] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.871812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.872043] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.872187] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.872461] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.872616] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.872731] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.872953] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.873225] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.873419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 8201704c-6333-403f-a041-8259c5d40076 is going to be created. [ 1174.895987] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.895987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.895987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.895987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.895987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.895987] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.003177] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.308756] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e33cd20-4800-46d6-9641-5e8067e70e26 [ 1175.309751] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.309751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.309751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.309751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.309751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.309751] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e33cd20-4800-46d6-9641-5e8067e70e26 already deleted. [ 1175.309751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e33cd20-4800-46d6-9641-5e8067e70e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.506564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.506765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.506765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.507743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.507743] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.507743] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1175.535259] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.535405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.535472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.535673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.535817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.545674] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1175.608817] env[64376]: INFO networking_nsxv3.common.synchronization [req-fdbb8369-95b9-4201-addf-7ac4ebf7588e req-371eb19a-c951-4923-9c6a-d3dea6bdc3dc service nova] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_rules [ 1175.608817] env[64376]: INFO networking_nsxv3.common.synchronization [req-fdbb8369-95b9-4201-addf-7ac4ebf7588e req-371eb19a-c951-4923-9c6a-d3dea6bdc3dc service nova] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1175.608817] env[64376]: INFO networking_nsxv3.common.synchronization [req-fdbb8369-95b9-4201-addf-7ac4ebf7588e req-371eb19a-c951-4923-9c6a-d3dea6bdc3dc service nova] Enqueued Resource ID: 8201704c-6333-403f-a041-8259c5d40076 with Priority: HIGHEST for action port [ 1175.609928] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_rules [ 1175.610255] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1175.610476] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8201704c-6333-403f-a041-8259c5d40076 with Priority: HIGHEST for action port [ 1175.610667] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.610775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.610846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.611054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.611127] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.612513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.612513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.612513] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-8201704c-6333-403f-a041-8259c5d40076 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.612513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.612513] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.612776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.612776] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8201704c-6333-403f-a041-8259c5d40076',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.117203] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.117203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.117203] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8201704c-6333-403f-a041-8259c5d40076 with status ACTIVE [ 1176.117203] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.117203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.117203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.117203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.117203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.117203] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.117798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.117798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.117798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.117798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.117911] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.117956] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.117984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.118198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.118245] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.118299] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8201704c-6333-403f-a041-8259c5d40076 is going to be updated. [ 1176.139966] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.139966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.139966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.140204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.140351] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.140511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8201704c-6333-403f-a041-8259c5d40076" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.043928] env[64376]: INFO networking_nsxv3.common.synchronization [None req-8c8726b9-2ac0-4d19-9bdd-b6481571d4d4 None None] Enqueued Resource ID: 033eab2e-8d68-4a22-a396-6d4ffca62aee with Priority: HIGHEST for action port [ 1177.044520] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033eab2e-8d68-4a22-a396-6d4ffca62aee with Priority: HIGHEST for action port [ 1177.045429] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-033eab2e-8d68-4a22-a396-6d4ffca62aee taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.045906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033eab2e-8d68-4a22-a396-6d4ffca62aee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.046089] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033eab2e-8d68-4a22-a396-6d4ffca62aee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.046561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033eab2e-8d68-4a22-a396-6d4ffca62aee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.046703] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033eab2e-8d68-4a22-a396-6d4ffca62aee',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.549718] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033eab2e-8d68-4a22-a396-6d4ffca62aee [ 1177.549718] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.549718] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.550180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.550180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.550180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.550180] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033eab2e-8d68-4a22-a396-6d4ffca62aee already deleted. [ 1177.550419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033eab2e-8d68-4a22-a396-6d4ffca62aee" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.555631] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1177.555796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.555950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.556285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.556472] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.556596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.556660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.556815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.556896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.556991] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.059571] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.341635] env[64376]: INFO networking_nsxv3.common.synchronization [req-02be350f-54cc-4264-9110-bf0711944af6 req-348c56b3-408e-4004-91b9-48f4d0a87905 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_members [ 1178.342213] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_members [ 1178.342516] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.342635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.342703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.342944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.343234] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.343340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.343404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.343562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.343646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.343738] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.355168] env[64376]: INFO networking_nsxv3.common.synchronization [req-3bf0b460-0d10-43b5-8eac-d0adc01e72ae req-2b8fd25d-8843-4dfb-9b94-607e3b240f7b tempest-ServersTestJSON-312957939 tempest-ServersTestJSON-312957939-project-member] Enqueued Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1178.355621] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a with Priority: HIGHEST for action security_group_members [ 1178.355905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.356032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.356115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.356320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.356466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.356561] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.356622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.356762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.356847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.356938] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0746c966-1623-4ca8-8bc6-f8ca9cdd889a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.562356] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.655012] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.655331] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.655469] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.655730] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.659621] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.659621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.659621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.659621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.659621] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.659621] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.659621] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.659621] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.659621] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.659621] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.659621] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.659621] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.677800] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.677800] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.677800] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.677972] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.678165] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-1e95c04a-66ee-4fd9-94ec-32a28121dad1 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.678326] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.678444] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.678779] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.679350] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e95c04a-66ee-4fd9-94ec-32a28121dad1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.845436] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.845645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.845645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.845864] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.845986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.846233] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.846343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.846383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.846540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.846615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.846697] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd already deleted. [ 1178.846775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.859255] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.859419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.859419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.859588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.859665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.859835] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.859930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.859992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.860150] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.860226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.860310] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a is going to be updated. [ 1178.887182] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.887354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.887398] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.887608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.887750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.898665] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: IN_PROGRESS for 2s [ 1179.066057] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.066257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.066316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.066529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.066616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.067105] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1179.093384] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.093522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.093631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.093779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.093937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.102221] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1179.181223] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.181396] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.181526] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.181802] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.181950] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.182116] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 1e95c04a-66ee-4fd9-94ec-32a28121dad1 not found, creating... [ 1179.182374] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.182531] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.182684] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.182896] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.183115] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.183376] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.183536] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.183654] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.184093] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.184238] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.184379] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 1e95c04a-66ee-4fd9-94ec-32a28121dad1 is going to be created. [ 1179.205507] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.205691] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.205759] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.206029] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.206294] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.206529] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.964043] env[64376]: INFO networking_nsxv3.common.synchronization [req-02be350f-54cc-4264-9110-bf0711944af6 req-9af331fd-8bc4-4364-af0c-6b4e1627ba2e service nova] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_rules [ 1179.964365] env[64376]: INFO networking_nsxv3.common.synchronization [req-02be350f-54cc-4264-9110-bf0711944af6 req-9af331fd-8bc4-4364-af0c-6b4e1627ba2e service nova] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_members [ 1179.964365] env[64376]: INFO networking_nsxv3.common.synchronization [req-02be350f-54cc-4264-9110-bf0711944af6 req-9af331fd-8bc4-4364-af0c-6b4e1627ba2e service nova] Enqueued Resource ID: 1e95c04a-66ee-4fd9-94ec-32a28121dad1 with Priority: HIGHEST for action port [ 1179.965042] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_rules [ 1179.965320] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_members [ 1179.965386] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e95c04a-66ee-4fd9-94ec-32a28121dad1 with Priority: HIGHEST for action port [ 1179.965715] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.965780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.965858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.966128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.966238] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.967116] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.967247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.967302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.967587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.967690] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.967738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.967769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.967912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.968059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.968114] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.969361] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e95c04a-66ee-4fd9-94ec-32a28121dad1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.969709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.969709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.969709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.969802] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e95c04a-66ee-4fd9-94ec-32a28121dad1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.471378] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.471470] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.471664] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.472582] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e95c04a-66ee-4fd9-94ec-32a28121dad1 with status ACTIVE [ 1180.473410] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.476025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.476025] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.476025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.476025] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e95c04a-66ee-4fd9-94ec-32a28121dad1 is going to be updated. [ 1180.496526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.496689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.496761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.496949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.497108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.497264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e95c04a-66ee-4fd9-94ec-32a28121dad1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.909627] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a in Status: SUCCESS [ 1180.909914] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0746c966-1623-4ca8-8bc6-f8ca9cdd889a deletion is rescheduled due to dependency. [ 1180.910054] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0746c966-1623-4ca8-8bc6-f8ca9cdd889a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.976710] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.112073] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1181.112355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.112464] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.112682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.112882] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.113093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.113093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.113319] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.113419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.113497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.113579] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.479641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.479900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.479990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.480248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.480371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.480499] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd is going to be created. [ 1181.507358] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.507579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.507692] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.507949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.508191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.518405] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482140b8-852e-4d12-ba04-45ad6ff761cd in Status: UNINITIALIZED for 2s [ 1181.616606] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.616773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.616773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.616935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.617105] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.617207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.617272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.617420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.617508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.617591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.617737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.617829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.617928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618182] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.618334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618487] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.618642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.618733] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.120887] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b9be4b-768d-430b-91db-9138eb92919c: rpc.has_security_group_logging(os_id): False [ 1182.148905] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.149124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.149124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.149323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.149419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.149630] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.149731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.149796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.149960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.150090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.150287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.150407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.150474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.150629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.150721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.150959] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.151125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.151240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.151469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.151596] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.151737] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1182.230464] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.230614] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.230686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.231369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.231369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.257019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1182.784057] env[64376]: INFO networking_nsxv3.common.synchronization [req-6a70e5c1-fa81-44b2-b5db-6ed47a39e74c req-0e26a0f8-e991-4d66-8b49-9756674ce5d7 tempest-InstanceActionsV221TestJSON-431316533 tempest-InstanceActionsV221TestJSON-431316533-project-member] Enqueued Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_members [ 1182.784187] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_members [ 1182.784588] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.784731] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.784916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.785514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.785855] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.785855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.786084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.786232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.786671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.786671] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.089984] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.090209] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.090335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.090676] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.090934] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.091122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.091245] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.091527] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.091616] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.091828] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.091939] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.092061] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.092172] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.092356] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.092472] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.092617] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.114348] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.114637] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.114932] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.115347] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.115790] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.115988] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.116135] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.116553] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.116701] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd06dc5a-618e-4b27-abc1-8e2330a0b6c6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.289155] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.289517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.289517] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.289658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.289750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.289960] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.290071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.290134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.290282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.290356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.290438] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea already deleted. [ 1183.290514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.528557] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482140b8-852e-4d12-ba04-45ad6ff761cd in Status: SUCCESS [ 1183.528777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.528945] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.529196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.529372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.529492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.529562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.529735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.529844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.529939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.530113] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.620719] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.620719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.620719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.620719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.620719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.620719] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 not found, creating... [ 1183.620719] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.621890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.621890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.621890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.621890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.621890] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.621890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.621890] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.622161] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.622310] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.622363] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 is going to be created. [ 1183.644140] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.644350] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.644777] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.644860] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.645929] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.646247] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.032733] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.272377] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1184.272655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.383023] env[64376]: INFO networking_nsxv3.common.synchronization [req-6a70e5c1-fa81-44b2-b5db-6ed47a39e74c req-e0d75426-7448-49f4-abd5-8940aaccbf3e service nova] Enqueued Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_rules [ 1184.383023] env[64376]: INFO networking_nsxv3.common.synchronization [req-6a70e5c1-fa81-44b2-b5db-6ed47a39e74c req-e0d75426-7448-49f4-abd5-8940aaccbf3e service nova] Enqueued Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_members [ 1184.383023] env[64376]: INFO networking_nsxv3.common.synchronization [req-6a70e5c1-fa81-44b2-b5db-6ed47a39e74c req-e0d75426-7448-49f4-abd5-8940aaccbf3e service nova] Enqueued Resource ID: bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 with Priority: HIGHEST for action port [ 1184.383023] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_rules [ 1184.383885] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_members [ 1184.384130] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 with Priority: HIGHEST for action port [ 1184.384563] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.384833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.385056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.385446] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.387843] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.387843] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.387843] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.387843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.387843] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.390298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.390572] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.392558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.392558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.392558] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd06dc5a-618e-4b27-abc1-8e2330a0b6c6',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.535554] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 482140b8-852e-4d12-ba04-45ad6ff761cd: rpc.has_security_group_logging(os_id): False [ 1184.552848] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.553018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.553066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.557019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.557019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.557019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.557019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.557019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.557019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.557019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.557019] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd is going to be created. [ 1184.614195] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.614911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.614911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.614911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.614911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.625478] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 482140b8-852e-4d12-ba04-45ad6ff761cd in Status: IN_PROGRESS for 2s [ 1184.893220] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.894466] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.894646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.894956] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 with status ACTIVE [ 1184.895173] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.895412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.897207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.897207] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.897207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.897657] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.897657] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd06dc5a-618e-4b27-abc1-8e2330a0b6c6 is going to be updated. [ 1184.937019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.937176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.937271] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.937518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.937662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.937824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd06dc5a-618e-4b27-abc1-8e2330a0b6c6" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.396066] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.899684] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.900148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.900295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.900563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.900656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.900784] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea is going to be created. [ 1185.925124] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.925343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.925424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.925654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.925830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.954562] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea in Status: UNINITIALIZED for 2s [ 1186.190451] env[64376]: INFO networking_nsxv3.common.synchronization [req-e5d36576-af62-4628-a294-e95f6705ace8 req-3a9007ad-589d-4238-9d07-b5d4eab389db tempest-ServersNegativeTestJSON-1868900034 tempest-ServersNegativeTestJSON-1868900034-project-member] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1186.191067] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1186.191414] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.191537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.191604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.191817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.192082] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.192198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.192198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.192356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.192479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.192609] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.641314] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 482140b8-852e-4d12-ba04-45ad6ff761cd in Status: SUCCESS [ 1186.641733] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.695684] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.198518] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.701378] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.701754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.702591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.702591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.702591] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1187.730291] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.730493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.730536] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.730764] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.730935] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.740244] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1187.965961] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea in Status: SUCCESS [ 1187.966206] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.966326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.966546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.966767] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.966884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.966946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.967124] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.967204] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.967444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.967542] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.470094] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.470312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.470312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.470539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.470701] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.470801] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.471134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.471259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.471259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.471416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.471550] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.471908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.472097] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.472196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.472257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.472397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.472477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.472556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.472648] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.975527] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ad079e-158e-4140-8aba-4bc867d3b6ea: rpc.has_security_group_logging(os_id): False [ 1188.993666] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.993883] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.993957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.994145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.994238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.994650] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.994650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.994650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.994894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.994894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.994990] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.995082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.995130] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.995298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.995371] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.995521] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.995615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.995667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.995799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.995871] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.998833] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea is going to be created. [ 1189.066761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.066910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.067039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.067201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.067383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.078377] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea in Status: IN_PROGRESS for 2s [ 1189.749900] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1189.750139] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.090863] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea in Status: SUCCESS [ 1191.091179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.192034] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.192176] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.006503] env[64376]: INFO networking_nsxv3.common.synchronization [req-cc678f72-0c0a-4a24-a78e-c55af2f0620e req-bb360e3b-7982-4198-a4d4-5986d9a44cd7 tempest-InstanceActionsV221TestJSON-431316533 tempest-InstanceActionsV221TestJSON-431316533-project-member] Enqueued Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_members [ 1195.007027] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGHEST for action security_group_members [ 1195.007247] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.009577] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.009577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.009577] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.512283] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.512385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.512433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.512701] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.512847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.513119] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.513268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.513375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.513585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.513696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.513796] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea is going to be updated. [ 1195.544223] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.544658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.544658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.544658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.544782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.554629] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea in Status: IN_PROGRESS for 2s [ 1195.876907] env[64376]: INFO networking_nsxv3.common.synchronization [req-f302d680-d906-4eb8-859a-58809da537cd req-5a2cfa01-f949-4a03-9456-f8adc9df7947 tempest-ServerActionsTestJSON-1964407388 tempest-ServerActionsTestJSON-1964407388-project-member] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1195.877616] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGHEST for action security_group_members [ 1195.877944] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.878243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.878291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.878491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.878670] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.878796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.878876] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.879090] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.879215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.879335] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.385344] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.385344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.385344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.385344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.385344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.385969] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.385969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.385969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.385969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.386134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.386217] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be updated. [ 1196.414059] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.414237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.414317] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.414638] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.414842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.424801] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: IN_PROGRESS for 2s [ 1197.565952] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea in Status: SUCCESS [ 1197.566284] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea deletion is rescheduled due to dependency. [ 1197.566395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.434574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe in Status: SUCCESS [ 1198.434746] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe deletion is rescheduled due to dependency. [ 1198.434869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.878531] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.878818] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.982278] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ede0bdbc-d730-4c91-88ea-ecf889cd8128 None None] Enqueued Resource ID: 6707b751-9e7a-4c9f-830c-3c891df5aedc with Priority: HIGHEST for action port [ 1203.982915] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6707b751-9e7a-4c9f-830c-3c891df5aedc with Priority: HIGHEST for action port [ 1203.983252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6707b751-9e7a-4c9f-830c-3c891df5aedc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.983422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6707b751-9e7a-4c9f-830c-3c891df5aedc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.983555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6707b751-9e7a-4c9f-830c-3c891df5aedc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.983739] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6707b751-9e7a-4c9f-830c-3c891df5aedc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.983825] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6707b751-9e7a-4c9f-830c-3c891df5aedc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.486739] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6707b751-9e7a-4c9f-830c-3c891df5aedc [ 1204.486982] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.487137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.487205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.487422] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.487514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.487612] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6707b751-9e7a-4c9f-830c-3c891df5aedc already deleted. [ 1204.487693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6707b751-9e7a-4c9f-830c-3c891df5aedc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.576303] env[64376]: INFO networking_nsxv3.common.synchronization [None req-34c48391-07fc-4856-b2c2-e980e3d5d1e5 None None] Enqueued Resource ID: 018c0aac-f7a8-4a79-9d00-ad349475f9fe with Priority: HIGHEST for action port [ 1205.576867] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018c0aac-f7a8-4a79-9d00-ad349475f9fe with Priority: HIGHEST for action port [ 1205.577194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-018c0aac-f7a8-4a79-9d00-ad349475f9fe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.577315] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018c0aac-f7a8-4a79-9d00-ad349475f9fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.577385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018c0aac-f7a8-4a79-9d00-ad349475f9fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.577624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018c0aac-f7a8-4a79-9d00-ad349475f9fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.578805] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018c0aac-f7a8-4a79-9d00-ad349475f9fe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.080508] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 018c0aac-f7a8-4a79-9d00-ad349475f9fe [ 1206.080776] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.082285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.082285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.082285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.082285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.082285] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:018c0aac-f7a8-4a79-9d00-ad349475f9fe already deleted. [ 1206.082285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018c0aac-f7a8-4a79-9d00-ad349475f9fe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.333374] env[64376]: INFO networking_nsxv3.common.synchronization [None req-8a34529b-2072-4570-a268-820bdcfbd76d tempest-ServerActionsV293TestJSON-1577663845 tempest-ServerActionsV293TestJSON-1577663845-project-member] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_rules [ 1206.333374] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_rules [ 1206.333374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.333374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.333374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.333374] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.333764] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.422473] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1fa721c2-f639-43e5-a29a-22c79586ebc1 tempest-ServerActionsV293TestJSON-1577663845 tempest-ServerActionsV293TestJSON-1577663845-project-member] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_rules [ 1206.423199] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_rules [ 1206.423939] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.424610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.460727] env[64376]: INFO networking_nsxv3.common.synchronization [None req-17eaee35-d4b2-4237-99a6-b89bc13c1ba0 None None] Enqueued Resource ID: c7f92fe2-1ec1-4377-a14d-096a4615c5cd with Priority: HIGHEST for action port [ 1206.460727] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f92fe2-1ec1-4377-a14d-096a4615c5cd with Priority: HIGHEST for action port [ 1206.461056] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f92fe2-1ec1-4377-a14d-096a4615c5cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.461423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f92fe2-1ec1-4377-a14d-096a4615c5cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.461423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f92fe2-1ec1-4377-a14d-096a4615c5cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.462264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f92fe2-1ec1-4377-a14d-096a4615c5cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.462264] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f92fe2-1ec1-4377-a14d-096a4615c5cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.857659] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.858600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.858600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.858600] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.859196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.859196] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a already deleted. [ 1206.859196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.859451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.859627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.859720] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.966700] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7f92fe2-1ec1-4377-a14d-096a4615c5cd [ 1206.966700] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.966700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.966700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.966995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.966995] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.966995] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7f92fe2-1ec1-4377-a14d-096a4615c5cd already deleted. [ 1206.967113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f92fe2-1ec1-4377-a14d-096a4615c5cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.385579] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.385747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.385790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.386485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.386485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.386485] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a already deleted. [ 1207.386485] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.882888] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1eeeda2f-8ab2-4c44-b62d-8ca2696d2efb None None] Enqueued Resource ID: 004a855e-d18d-493b-b3cd-d12e3b9b72fc with Priority: HIGHEST for action port [ 1207.883435] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004a855e-d18d-493b-b3cd-d12e3b9b72fc with Priority: HIGHEST for action port [ 1207.883435] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-004a855e-d18d-493b-b3cd-d12e3b9b72fc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.883640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-004a855e-d18d-493b-b3cd-d12e3b9b72fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.883640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-004a855e-d18d-493b-b3cd-d12e3b9b72fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.883852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-004a855e-d18d-493b-b3cd-d12e3b9b72fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.883973] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('004a855e-d18d-493b-b3cd-d12e3b9b72fc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.388081] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 004a855e-d18d-493b-b3cd-d12e3b9b72fc [ 1208.388081] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.388081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.388081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.388081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.388401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.388401] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:004a855e-d18d-493b-b3cd-d12e3b9b72fc already deleted. [ 1208.388401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-004a855e-d18d-493b-b3cd-d12e3b9b72fc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.984181] env[64376]: INFO networking_nsxv3.common.synchronization [req-e9f30553-e7d4-4255-b64e-2039ccf62761 req-9f065bcc-71ab-42c7-ad87-f71fdeed444f tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1208.984821] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1208.985163] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.985345] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.985401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.985660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.985864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.985973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.986184] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.987347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.987347] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.987347] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.292266] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.292476] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.292630] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.292915] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.293206] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.293427] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.293580] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.293812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.293968] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.294193] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.294319] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.294426] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.294542] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.294651] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.294754] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.295201] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.315621] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.315999] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.316105] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.316257] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.316585] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-a026f21b-60b1-4db6-b580-def90c537fd9 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.317293] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.317293] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.317293] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.317495] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a026f21b-60b1-4db6-b580-def90c537fd9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.490076] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.490076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.490076] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.490373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.490373] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.490433] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.490537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.490598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.490749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.490824] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.490906] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 already deleted. [ 1209.490983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.821271] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.821560] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.821718] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.822032] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.822190] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.822358] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port a026f21b-60b1-4db6-b580-def90c537fd9 not found, creating... [ 1209.822611] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.822767] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.822886] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.823115] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.823253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.823584] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.823723] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.823848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.824107] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.824248] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.824389] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: a026f21b-60b1-4db6-b580-def90c537fd9 is going to be created. [ 1209.847191] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.847436] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.847555] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.847819] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.848120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.848377] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.582050] env[64376]: INFO networking_nsxv3.common.synchronization [req-e9f30553-e7d4-4255-b64e-2039ccf62761 req-85c8bc2f-b316-40ad-8e3e-8afb431548ec service nova] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_rules [ 1210.582390] env[64376]: INFO networking_nsxv3.common.synchronization [req-e9f30553-e7d4-4255-b64e-2039ccf62761 req-85c8bc2f-b316-40ad-8e3e-8afb431548ec service nova] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1210.582594] env[64376]: INFO networking_nsxv3.common.synchronization [req-e9f30553-e7d4-4255-b64e-2039ccf62761 req-85c8bc2f-b316-40ad-8e3e-8afb431548ec service nova] Enqueued Resource ID: a026f21b-60b1-4db6-b580-def90c537fd9 with Priority: HIGHEST for action port [ 1210.583498] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_rules [ 1210.583628] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1210.583808] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a026f21b-60b1-4db6-b580-def90c537fd9 with Priority: HIGHEST for action port [ 1210.584737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.584910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.585050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.585365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.585515] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.586864] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.586988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.587121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.587397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.587640] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.587808] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.587916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.588179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.588324] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.588474] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.589579] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-a026f21b-60b1-4db6-b580-def90c537fd9 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.589702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.589761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.589949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.590070] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a026f21b-60b1-4db6-b580-def90c537fd9',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.093241] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.093436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.093700] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.095015] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a026f21b-60b1-4db6-b580-def90c537fd9 with status ACTIVE [ 1211.095379] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.095564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.095741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.096103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.096288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.098391] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.098391] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.098391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.098990] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.098990] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a026f21b-60b1-4db6-b580-def90c537fd9 is going to be updated. [ 1211.124953] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.124953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.125120] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.125214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.125378] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.125960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a026f21b-60b1-4db6-b580-def90c537fd9" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.177021] env[64376]: INFO networking_nsxv3.common.synchronization [req-748da609-05a3-4831-9f4e-70c078a5f534 req-398ad357-2688-41ab-b0fa-9379e744a8b2 tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1211.177557] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1211.177894] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.177999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.472913] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.473151] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.473303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.473672] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.473978] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.474182] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.474383] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.474640] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.474857] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.475123] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.475249] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.475363] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.475830] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.475830] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.475830] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.476204] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.495698] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.495698] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.495839] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.495925] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.496261] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-a814d3f2-798f-4210-88a9-68fe5d38d1f8 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.496458] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.496583] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.496917] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.497069] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a814d3f2-798f-4210-88a9-68fe5d38d1f8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.601077] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.000762] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.001061] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.001222] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.001567] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.001772] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.002046] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port a814d3f2-798f-4210-88a9-68fe5d38d1f8 not found, creating... [ 1212.002424] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.002661] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.002798] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.003067] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.003253] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.003671] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.003892] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.004078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.004364] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.004580] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.004784] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: a814d3f2-798f-4210-88a9-68fe5d38d1f8 is going to be created. [ 1212.028047] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.028549] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.028615] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.029051] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.029422] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.029790] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.104087] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.104087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.104619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.104619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.104765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.104827] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be created. [ 1212.129408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.129643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.129643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.129815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.129987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.140898] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: UNINITIALIZED for 2s [ 1212.782490] env[64376]: INFO networking_nsxv3.common.synchronization [req-748da609-05a3-4831-9f4e-70c078a5f534 req-6d702451-3481-42f2-9482-42bc164ae215 service nova] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_rules [ 1212.782825] env[64376]: INFO networking_nsxv3.common.synchronization [req-748da609-05a3-4831-9f4e-70c078a5f534 req-6d702451-3481-42f2-9482-42bc164ae215 service nova] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1212.782939] env[64376]: INFO networking_nsxv3.common.synchronization [req-748da609-05a3-4831-9f4e-70c078a5f534 req-6d702451-3481-42f2-9482-42bc164ae215 service nova] Enqueued Resource ID: a814d3f2-798f-4210-88a9-68fe5d38d1f8 with Priority: HIGHEST for action port [ 1212.783555] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_rules [ 1212.783783] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1212.783842] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a814d3f2-798f-4210-88a9-68fe5d38d1f8 with Priority: HIGHEST for action port [ 1212.784469] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.784619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.784926] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.785179] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.785575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-a814d3f2-798f-4210-88a9-68fe5d38d1f8 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.785575] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.785809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.786083] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.786206] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a814d3f2-798f-4210-88a9-68fe5d38d1f8',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.291442] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a814d3f2-798f-4210-88a9-68fe5d38d1f8 with status ACTIVE [ 1213.291783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.291964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.291964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.292128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.292219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.292399] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.292497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.292552] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.292702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.292780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.292967] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.293119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.293243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.293326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.293399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.293483] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a814d3f2-798f-4210-88a9-68fe5d38d1f8 is going to be updated. [ 1213.325118] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.325278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.325358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.325623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.325799] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.325987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a814d3f2-798f-4210-88a9-68fe5d38d1f8" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.151059] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1214.151523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.151523] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.151695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.151853] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.151997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.152078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.152236] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.152338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.152427] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.152556] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.153421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.153615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.153792] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.153894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.153953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.154105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.154181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.154271] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.656328] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.656328] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.656784] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.159150] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.662893] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.663146] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.663215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.663428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.663539] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.663687] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be updated. [ 1215.693435] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.693627] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.693682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.693870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.694030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.704058] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1217.714721] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1217.715113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.715300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.715493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.715702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.715836] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.715910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.716084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.716174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.716285] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.785195] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.785378] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1218.218510] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.720538] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.223861] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.224126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.224126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.224313] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.224404] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.224504] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be updated. [ 1219.256514] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.256735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.256829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.257067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.257268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.267071] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1221.278541] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1221.278796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.278910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.279145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.279333] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.279450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.279515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.279658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.279737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.279818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.279972] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.280078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.280138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.280273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.280406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.280496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.280555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.280683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.280754] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.280834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.280926] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.783103] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2260da60-4a70-4a3f-b570-746435f586a2: rpc.has_security_group_logging(os_id): False [ 1221.809928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.810178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.810226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.810541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.810674] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.810970] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.811143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.811235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.811456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.811581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.811842] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.811984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.812099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.812553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.812671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.812948] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.813185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.813295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.813501] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.813619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.813743] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be created. [ 1221.899595] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.899837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.899837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.899977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.900230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.915416] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1222.786408] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.786871] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1223.928579] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1223.928976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.928976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.929217] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.929306] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.431878] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.432060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.432060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.432613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.432613] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.432613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.432804] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.433798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.433798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.433798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.433798] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.935934] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.936323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.936323] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.936421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.936591] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.936689] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.936748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.936928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.937036] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.937128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.937278] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.937368] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.937428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.937568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.937703] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.937793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.937854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.937987] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.938078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.938157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.938254] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.440167] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2260da60-4a70-4a3f-b570-746435f586a2: rpc.has_security_group_logging(os_id): False [ 1225.457503] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.457748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.457748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.457921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.458066] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.458287] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.458389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.458451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.458608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.458684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.458857] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.458948] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.459015] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.459157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.459228] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.459405] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.459495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.459554] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.459684] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.459755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.459837] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be updated. [ 1225.521048] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.521048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.521048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.521048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.521387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.532165] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1226.135979] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.136408] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.136408] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.136673] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.137081] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.137325] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.137520] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.137874] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.138131] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.138370] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.138529] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.138655] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.138765] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.138952] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.139107] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.139302] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.161922] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.162286] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.162551] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.162806] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-977" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.163306] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-f46cfaaf-6412-422d-8546-cc1f41b37ea0 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.163556] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.163743] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.164045] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.164191] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46cfaaf-6412-422d-8546-cc1f41b37ea0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.666982] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.667254] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.667376] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.667687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.667857] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.668173] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.668417] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.668482] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.668679] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.668842] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.669145] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.669303] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.669448] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.669641] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.669783] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.669926] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 is going to be updated. [ 1226.691721] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.691951] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.692082] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.692355] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.692574] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.692876] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.384611] env[64376]: INFO networking_nsxv3.common.synchronization [req-52a0aaee-4079-4713-8007-66ef5ffc4bb3 req-6ecbb89e-a075-409f-a21e-f1734b33a4ac service nova] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_rules [ 1227.384886] env[64376]: INFO networking_nsxv3.common.synchronization [req-52a0aaee-4079-4713-8007-66ef5ffc4bb3 req-6ecbb89e-a075-409f-a21e-f1734b33a4ac service nova] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1227.384964] env[64376]: INFO networking_nsxv3.common.synchronization [req-52a0aaee-4079-4713-8007-66ef5ffc4bb3 req-6ecbb89e-a075-409f-a21e-f1734b33a4ac service nova] Enqueued Resource ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 with Priority: HIGHEST for action port [ 1227.385466] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_rules [ 1227.385564] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1227.385660] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 with Priority: HIGHEST for action port [ 1227.385963] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.387048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.387048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.387048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.387177] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.389298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.389298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.389298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.389298] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.389298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.389640] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.389679] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.390641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.390641] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.390641] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.391012] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46cfaaf-6412-422d-8546-cc1f41b37ea0 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.391012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.391152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.391410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.391554] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46cfaaf-6412-422d-8546-cc1f41b37ea0',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.546787] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1227.547100] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.893366] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.894555] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.894721] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.894869] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46cfaaf-6412-422d-8546-cc1f41b37ea0 with status ACTIVE [ 1227.895040] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.895163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.895243] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.895474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.895565] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.896880] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.896880] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.896880] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.896880] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46cfaaf-6412-422d-8546-cc1f41b37ea0 is going to be updated. [ 1227.917355] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.917589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.917589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.917756] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.917894] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.918065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46cfaaf-6412-422d-8546-cc1f41b37ea0" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.399062] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.900999] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.901234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.901288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.901483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.901570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.901667] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1228.929950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.930229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.930229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.930333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.930463] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.939676] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1230.951659] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1230.952085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.952178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.952405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.952620] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.952742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.952847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.952988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.953115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.953205] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.953299] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.456660] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.456882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.456882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.457207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.457435] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.457589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.457682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.457906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.458056] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.458151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.458298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.458390] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.458450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.458645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.458808] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.458929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.459021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.459193] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.459307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.459413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.459522] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.961548] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b9be4b-768d-430b-91db-9138eb92919c: rpc.has_security_group_logging(os_id): False [ 1231.981866] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.981973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.982086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.982310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.982451] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.982737] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.982877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.982973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.983164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.983362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.983458] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.983591] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.983686] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.983903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.983988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.984249] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.984361] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.984877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.984877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.984877] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.984877] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1232.046497] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.046872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.046872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.047421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.047421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.065277] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1232.386354] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.386584] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1233.074818] env[64376]: INFO networking_nsxv3.common.synchronization [req-039f5657-10e0-48a4-99f5-65321ffc27ba req-4052e474-82f5-474f-94e4-24064803db10 tempest-ServerActionsV293TestJSON-1577663845 tempest-ServerActionsV293TestJSON-1577663845-project-member] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_members [ 1233.075343] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_members [ 1233.075653] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.075784] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.075852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.076188] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.076353] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.076471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.076557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.076655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.076735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.076875] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.395326] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.395531] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-235" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.395659] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-235" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.396122] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-235" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.396379] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.398055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.398055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.398055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.398055] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.398055] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.398055] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.398055] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.398055] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.398055] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.398055] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.398055] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.416958] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.417177] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.417310] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.417479] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-235" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.417786] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-c84481cc-51bc-4c1e-876e-e05941f1f878 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.417957] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.418090] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.418445] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.418589] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84481cc-51bc-4c1e-876e-e05941f1f878',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.579803] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.580103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.580103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.580344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.580471] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.580740] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.580870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.580960] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.581186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.581291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.581407] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a already deleted. [ 1233.581518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.921577] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.922120] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.922299] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.922793] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.923050] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.923325] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port c84481cc-51bc-4c1e-876e-e05941f1f878 not found, creating... [ 1233.923832] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.924138] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.924376] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.924791] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.925152] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.925634] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.925942] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.926214] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.926623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.926898] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.927207] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: c84481cc-51bc-4c1e-876e-e05941f1f878 is going to be created. [ 1233.952136] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.952575] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.952817] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.953280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.953677] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.954110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.085123] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1234.085123] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.676943] env[64376]: INFO networking_nsxv3.common.synchronization [req-039f5657-10e0-48a4-99f5-65321ffc27ba req-4a7cb193-15a0-448c-9902-72df09640d5a service nova] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_rules [ 1234.677163] env[64376]: INFO networking_nsxv3.common.synchronization [req-039f5657-10e0-48a4-99f5-65321ffc27ba req-4a7cb193-15a0-448c-9902-72df09640d5a service nova] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_members [ 1234.677271] env[64376]: INFO networking_nsxv3.common.synchronization [req-039f5657-10e0-48a4-99f5-65321ffc27ba req-4a7cb193-15a0-448c-9902-72df09640d5a service nova] Enqueued Resource ID: c84481cc-51bc-4c1e-876e-e05941f1f878 with Priority: HIGHEST for action port [ 1234.678078] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_rules [ 1234.678078] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_members [ 1234.678172] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84481cc-51bc-4c1e-876e-e05941f1f878 with Priority: HIGHEST for action port [ 1234.678508] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.678633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.678699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.678897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.678979] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.679866] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.679981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.680059] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.680226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.680370] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.680457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.680518] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.680652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.680734] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.680830] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.682710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84481cc-51bc-4c1e-876e-e05941f1f878 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.682710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.682710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.682710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.682710] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84481cc-51bc-4c1e-876e-e05941f1f878',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.185357] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.185773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.185773] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.186731] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c84481cc-51bc-4c1e-876e-e05941f1f878 with status ACTIVE [ 1235.186942] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.187115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.187159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.187355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.187441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.187601] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.187696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.187747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.187911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.187991] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.189234] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.189234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.189234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.189234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.189234] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.189559] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c84481cc-51bc-4c1e-876e-e05941f1f878 is going to be updated. [ 1235.213019] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.213290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.213290] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.213499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.213683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.213860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84481cc-51bc-4c1e-876e-e05941f1f878" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.691537] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.194730] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.195357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.195357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.195357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.195583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.195583] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a is going to be created. [ 1236.224527] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.224703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.224752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.225020] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.225251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.236515] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: UNINITIALIZED for 2s [ 1238.249088] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: SUCCESS [ 1238.249510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.249510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.249615] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.249742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.249857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.249923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.250092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.250175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.250261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.250353] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.752294] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.254139] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fcb802e-71cc-42fc-ad04-277d6459ea5a: rpc.has_security_group_logging(os_id): False [ 1239.274303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.274510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.274510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.274807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.274949] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.275233] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.275385] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.275496] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.275698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.275802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.275940] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a is going to be created. [ 1239.334679] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.334933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.334933] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.335198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.335397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.345778] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: IN_PROGRESS for 2s [ 1239.679518] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.679659] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1240.245811] env[64376]: INFO networking_nsxv3.common.synchronization [req-a1eb6d60-ac90-4716-835a-f28ba313b982 req-a214dabf-e293-4ba9-8738-da8437cf9268 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_members [ 1240.246503] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGHEST for action security_group_members [ 1240.246945] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.247070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.247070] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.247279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.249269] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.249420] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.249475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.249628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.249716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.249816] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.752850] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.753168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.753168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.753304] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.753411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.753601] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.753702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.753768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.753889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.754024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.754083] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd is going to be updated. [ 1240.784069] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.784069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.784069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.784069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.784069] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.792068] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482140b8-852e-4d12-ba04-45ad6ff761cd in Status: IN_PROGRESS for 2s [ 1241.216529] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1241.216529] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1241.358666] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: SUCCESS [ 1241.358835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.802613] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482140b8-852e-4d12-ba04-45ad6ff761cd in Status: SUCCESS [ 1242.803072] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd deletion is rescheduled due to dependency. [ 1242.803072] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.080026] env[64376]: INFO networking_nsxv3.common.synchronization [None req-e30dd527-6e39-4959-97fc-5365b257c738 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_rules [ 1245.080026] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_rules [ 1245.080026] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.080026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.080026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.080026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.080026] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.166444] env[64376]: INFO networking_nsxv3.common.synchronization [None req-c1128601-7581-47d8-b17e-93d0dfc4304a tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_rules [ 1245.167302] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_rules [ 1245.167302] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.167405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.604195] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.604359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.604411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.604609] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.604699] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.604792] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63875848-4684-40ca-82e3-7fe2b979908b already deleted. [ 1245.604875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.605064] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.605230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.605314] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.842891] env[64376]: INFO networking_nsxv3.common.synchronization [None req-d03de46f-388b-4900-b38e-d08636f4d49e tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_rules [ 1245.843518] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_rules [ 1245.843943] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.844103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.844181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.844428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.844503] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.913047] env[64376]: INFO networking_nsxv3.common.synchronization [None req-3ac60c82-fb52-46a0-a104-cc98f91fe391 tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_rules [ 1245.913715] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_rules [ 1245.914142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.914281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.127177] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.127510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.127510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.127625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.127659] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.127764] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63875848-4684-40ca-82e3-7fe2b979908b already deleted. [ 1246.127847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.365067] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.365067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.365067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.365067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.365067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.365067] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a already deleted. [ 1246.365067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.365067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.365525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.365525] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.885689] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.885843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.885905] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.886194] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.886291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.886388] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a already deleted. [ 1246.886473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.599427] env[64376]: INFO networking_nsxv3.common.synchronization [req-43075100-2469-487f-a387-fdfa5d464bbf req-9ec0e6b9-eb4d-473b-b19f-1eb27fe4c7a7 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_members [ 1250.599892] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_members [ 1250.600213] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.600330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.600399] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.600652] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.600796] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.600923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.600965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.601115] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.601201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.601317] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.914741] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.914940] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.915080] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.915368] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.915632] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.915788] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.915909] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.916187] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.916363] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.916714] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.916871] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.917064] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.917230] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.917381] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.917529] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.917695] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.939523] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.939771] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.939828] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.939995] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-121" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.940454] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-4d5fe4c9-b473-4263-acd9-6a542a0d4510 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.940639] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.940757] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.941095] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.941235] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5fe4c9-b473-4263-acd9-6a542a0d4510',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.104156] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.104337] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.104409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.104626] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.104716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.104912] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.105018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.105086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.105232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.105311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.105395] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63875848-4684-40ca-82e3-7fe2b979908b already deleted. [ 1251.105474] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.443898] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.444210] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.444354] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.444629] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.444780] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.444935] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 4d5fe4c9-b473-4263-acd9-6a542a0d4510 not found, creating... [ 1251.445238] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.445398] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.445515] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.445733] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.445871] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.446259] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.446430] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.446545] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.446757] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.446893] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.447047] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 4d5fe4c9-b473-4263-acd9-6a542a0d4510 is going to be created. [ 1251.468465] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.468716] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.468848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.469139] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.469395] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.469636] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.170058] env[64376]: INFO networking_nsxv3.common.synchronization [req-43075100-2469-487f-a387-fdfa5d464bbf req-eb91ad10-a0f6-4f5b-8728-5502eeda4f7c service nova] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_rules [ 1252.170336] env[64376]: INFO networking_nsxv3.common.synchronization [req-43075100-2469-487f-a387-fdfa5d464bbf req-eb91ad10-a0f6-4f5b-8728-5502eeda4f7c service nova] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_members [ 1252.170399] env[64376]: INFO networking_nsxv3.common.synchronization [req-43075100-2469-487f-a387-fdfa5d464bbf req-eb91ad10-a0f6-4f5b-8728-5502eeda4f7c service nova] Enqueued Resource ID: 4d5fe4c9-b473-4263-acd9-6a542a0d4510 with Priority: HIGHEST for action port [ 1252.171235] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_rules [ 1252.171409] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_members [ 1252.171558] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5fe4c9-b473-4263-acd9-6a542a0d4510 with Priority: HIGHEST for action port [ 1252.171906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.171986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.172114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.172503] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.172503] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.173842] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.173842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.174053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.174140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.174300] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.175026] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.175111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.175247] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.175343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.175436] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.176352] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5fe4c9-b473-4263-acd9-6a542a0d4510 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.176492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.176492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.176603] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.176941] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5fe4c9-b473-4263-acd9-6a542a0d4510',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.679152] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.679152] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.679152] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.680444] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d5fe4c9-b473-4263-acd9-6a542a0d4510 with status ACTIVE [ 1252.680444] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.680444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.680444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.680768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.680768] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.681038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.681038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.681159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.681506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.681506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.681680] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.681680] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.681798] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.682198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.682198] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.682198] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d5fe4c9-b473-4263-acd9-6a542a0d4510 is going to be updated. [ 1252.701458] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.701675] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.701761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.702016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.702175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.702441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5fe4c9-b473-4263-acd9-6a542a0d4510" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.828867] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb017c61-7415-4c8e-90d4-723fe8cebf41 req-4fc97201-c57b-4fff-8c42-ae421853113a tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_members [ 1252.829684] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_members [ 1252.829886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.830071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.830295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.830825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.830825] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.831062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.831062] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.831185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.831282] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.831429] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.148774] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.148981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.149166] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.149770] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.149770] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.150051] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.150161] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.150346] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.150520] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.150763] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.150997] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.150997] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.151206] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.151298] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.151421] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.151581] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.170592] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.170967] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.170967] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.171213] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-119" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.171492] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-38d08730-c0fb-43f5-a539-5c84c815b5f4 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.171795] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.171994] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.172403] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.172609] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d08730-c0fb-43f5-a539-5c84c815b5f4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.184195] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.334618] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.334795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.334847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.335071] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.335164] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.335363] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.335492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.335606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.335682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.335757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.335839] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a already deleted. [ 1253.335918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.675092] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.675192] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.675292] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.675675] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.675848] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.676049] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port 38d08730-c0fb-43f5-a539-5c84c815b5f4 not found, creating... [ 1253.676448] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.676633] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.676772] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.677023] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.677172] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.677505] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.677687] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.677815] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.678064] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.678214] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.678361] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: 38d08730-c0fb-43f5-a539-5c84c815b5f4 is going to be created. [ 1253.686442] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.686653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.686653] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.686857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.686941] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.687056] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63875848-4684-40ca-82e3-7fe2b979908b is going to be created. [ 1253.698685] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.698910] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.699039] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.699394] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.699691] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.699946] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.718181] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.718397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.718397] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.718601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.718787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.730727] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: UNINITIALIZED for 2s [ 1254.422134] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb017c61-7415-4c8e-90d4-723fe8cebf41 req-fb030eb6-4de6-4cf4-9b33-83a8187618e6 service nova] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_rules [ 1254.422580] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb017c61-7415-4c8e-90d4-723fe8cebf41 req-fb030eb6-4de6-4cf4-9b33-83a8187618e6 service nova] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_members [ 1254.422580] env[64376]: INFO networking_nsxv3.common.synchronization [req-bb017c61-7415-4c8e-90d4-723fe8cebf41 req-fb030eb6-4de6-4cf4-9b33-83a8187618e6 service nova] Enqueued Resource ID: 38d08730-c0fb-43f5-a539-5c84c815b5f4 with Priority: HIGHEST for action port [ 1254.422904] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_rules [ 1254.423067] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_members [ 1254.423203] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d08730-c0fb-43f5-a539-5c84c815b5f4 with Priority: HIGHEST for action port [ 1254.423526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.423642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.423708] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.423899] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.423978] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.425627] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.425746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.425816] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.425985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.426212] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.426582] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.426843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.427522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.427628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.427729] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.428507] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d08730-c0fb-43f5-a539-5c84c815b5f4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.428634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.428704] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.428857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.428935] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d08730-c0fb-43f5-a539-5c84c815b5f4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.925989] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.926233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.930617] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.931521] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d08730-c0fb-43f5-a539-5c84c815b5f4 with status ACTIVE [ 1254.931714] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.931830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.931903] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.932107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.932195] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.932364] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.932461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.932522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.932672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.932747] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.932920] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.933014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.933080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.933215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.933672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.933672] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d08730-c0fb-43f5-a539-5c84c815b5f4 is going to be updated. [ 1254.955136] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.955273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.955342] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.955586] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.955728] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.955888] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d08730-c0fb-43f5-a539-5c84c815b5f4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.436269] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.741715] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: SUCCESS [ 1255.742014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.742014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.742207] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.742406] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.742535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.742588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.742788] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.742886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.742985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.743096] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.939615] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.939885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.939885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.940269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.940370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.940517] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a is going to be created. [ 1255.972491] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.972827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.972827] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.973177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.973394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.984768] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: UNINITIALIZED for 2s [ 1256.245496] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.749026] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63875848-4684-40ca-82e3-7fe2b979908b: rpc.has_security_group_logging(os_id): False [ 1256.769812] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.770133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.770133] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.770340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.770340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.770578] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.770685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.770748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.770897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.770974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.771074] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63875848-4684-40ca-82e3-7fe2b979908b is going to be created. [ 1256.838194] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.838445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.838499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.838716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.838928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.854579] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: IN_PROGRESS for 2s [ 1257.802150] env[64376]: INFO networking_nsxv3.common.synchronization [req-c6e84390-d688-4658-a8f5-b2df69e8fd3f req-53c8103a-73ad-40fe-b4a8-c916350d051c tempest-ServersNegativeTestJSON-1868900034 tempest-ServersNegativeTestJSON-1868900034-project-member] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1257.802912] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGHEST for action security_group_members [ 1257.803768] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.804890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.804890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.804890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.804890] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.804890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.804890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.804890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.805242] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.805242] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.997194] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: SUCCESS [ 1257.997441] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.997611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.997842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.998174] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.998174] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.998325] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.998377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.998491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.998601] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.998601] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.309694] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.309977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.309977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.310149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.310244] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.310439] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.310549] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.310605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.310735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.310812] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.310897] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be updated. [ 1258.338897] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.339186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.339186] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.339302] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.339443] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.351390] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: IN_PROGRESS for 2s [ 1258.501196] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.866491] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: SUCCESS [ 1258.866900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.003350] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02c5d218-6e2d-49ef-9015-fc2f2d281d4a: rpc.has_security_group_logging(os_id): False [ 1259.028387] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.028602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.028602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.028923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.029031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.029280] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.029388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.029456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.029604] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.029681] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.029765] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a is going to be created. [ 1259.085907] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.086122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.086122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.086359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.086559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.097403] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: IN_PROGRESS for 2s [ 1260.360777] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b9be4b-768d-430b-91db-9138eb92919c in Status: SUCCESS [ 1260.360994] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b9be4b-768d-430b-91db-9138eb92919c deletion is rescheduled due to dependency. [ 1260.361107] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.112838] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: SUCCESS [ 1261.113493] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.803420] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.803745] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.168606] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.169032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.169032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.169108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.169298] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.673391] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.177467] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.681546] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1266.681546] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1266.730574] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ccda8125-3cc1-42ca-9531-1d2455f80737 None None] Enqueued Resource ID: 2585f8a5-27f0-4fad-82a5-6d69f98d8591 with Priority: HIGHEST for action port [ 1266.731319] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2585f8a5-27f0-4fad-82a5-6d69f98d8591 with Priority: HIGHEST for action port [ 1266.734091] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-2585f8a5-27f0-4fad-82a5-6d69f98d8591 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.734091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2585f8a5-27f0-4fad-82a5-6d69f98d8591" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.734091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2585f8a5-27f0-4fad-82a5-6d69f98d8591" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.734091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2585f8a5-27f0-4fad-82a5-6d69f98d8591" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.734091] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2585f8a5-27f0-4fad-82a5-6d69f98d8591',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.235387] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2585f8a5-27f0-4fad-82a5-6d69f98d8591 [ 1267.235387] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.235387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.235387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.235387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.235387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.235984] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2585f8a5-27f0-4fad-82a5-6d69f98d8591 already deleted. [ 1267.235984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2585f8a5-27f0-4fad-82a5-6d69f98d8591" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.488834] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1098eb65-d12f-4763-90b9-76bfea79058b tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1267.494652] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1267.495383] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.495671] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.495840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.496199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.496413] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.560906] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.561121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.561173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.561348] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.574885] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1267.575821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.576807] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1267.590580] env[64376]: INFO networking_nsxv3.common.synchronization [None req-ca0a6d90-c823-4a74-9b17-1439467ababc tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1267.590939] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1267.591564] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.591564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.619986] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.620238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.620238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.620458] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.636608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.637240] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1267.637329] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.637427] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1267.679662] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.679896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.679896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.680093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.681408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.681615] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1267.770401] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.770624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.770624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.770802] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.771213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.771415] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1267.849093] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.849093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.849093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.849093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.849093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.849093] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1267.849093] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4b104dcf-c7a4-4b2d-8217-2f342e6cd15a', '211c3b7c-2d14-46d1-a071-b51fe8f74a41', '1aae1111-49c6-45d8-a9aa-90fb7010d531', '482140b8-852e-4d12-ba04-45ad6ff761cd', '80a91028-4216-432f-bb3e-b95b5d9683cc', '270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17', '0ea2e2da-bd72-4335-9de2-33fbdb288e26', '69ae9f47-4bef-4736-a8a2-7372fb542a4b', '63875848-4684-40ca-82e3-7fe2b979908b', '068e3b82-2a4f-4014-aa0c-d8acd89e5efe', '0fcb802e-71cc-42fc-ad04-277d6459ea5a', '5b8a93f8-b223-4931-9f36-5c8ed8a2308f', '53b9be4b-768d-430b-91db-9138eb92919c', '02c5d218-6e2d-49ef-9015-fc2f2d281d4a', 'ca3b9070-477e-41bf-862e-4dcdaedc97ba', '15855bac-a707-497d-9102-0d057dbcc2ef', '2260da60-4a70-4a3f-b570-746435f586a2', '3393f8b1-304b-48ba-b0c2-86163908cf18', '318e38ec-b04d-43b9-9ede-82343fa261e5', '79ad079e-158e-4140-8aba-4bc867d3b6ea', 'f69f5b82-7a7a-4485-8035-1f33698e7577', '143f1be1-e60b-411f-96e9-01cbd7566af5', 'b909db9e-9f9a-4607-85cf-724dd0a8e709', 'd93aef0a-51d9-4a49-80e8-d8a7eb4e30c3', 'd26b7710-e39b-427f-8ccf-b04003724649', 'c6e3c922-95e7-4ecf-9771-bcf9f8f5385e', 'c65844c5-585c-4a85-9f6f-22e8ad10364b', '99847494-a9c5-4d28-82ef-203c3635357e', 'd99a0efa-ba1b-4f59-a870-9100fefa95b5', '3c16d61b-f541-46c1-ba77-294dc422eaf1', '1d3976bf-8b30-44bc-ab2e-0ae595383027', '4f2fde96-c9b2-4f63-839c-5a4522b1d3ca', '0f2765a8-fd77-4d10-8850-13a04ae1ed1e', 'aaf37700-dbd4-4393-8c04-a1c08b86a814', '3326fdf0-cbe9-4b47-aaa1-3c2567737595', '7690d536-3046-451c-bd7c-f468e90ef7ba', 'e9028d99-e204-4170-8950-6a40d2e24b3f', '89768502-b4ef-41aa-b044-c91bdc4373b1', '73d2062b-115c-4062-a5db-4a2aba590cc6', '024bc9d3-d765-4ded-8d15-d1242286599b', '0746c966-1623-4ca8-8bc6-f8ca9cdd889a', 'e7abf9d4-0a16-4d6b-b527-9914d3facdb8', 'b2b3df24-b247-4733-a7bf-049400050607', 'ba116eee-61ed-463e-91f7-f14936c2d7e7'} {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.849093] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1267.870488] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.870682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.870682] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.870898] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.870984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.871107] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1267.871178] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.871266] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1267.968873] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.972225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.972225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.972225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.972225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.972225] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1267.972225] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.972225] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1267.972225] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1267.972225] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1267.972225] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGH for action security_group_rules [ 1267.972225] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGH for action security_group_rules [ 1267.972864] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGH for action security_group_rules [ 1267.973098] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGH for action security_group_rules [ 1267.973273] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGH for action security_group_rules [ 1267.973432] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGH for action security_group_rules [ 1267.974577] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.019875] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.020098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.020238] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.020588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.020746] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.020913] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9363f2a-acc4-4231-b570-16069d227f09 already deleted. [ 1268.021624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.021624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.021624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.021624] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.546283] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.546724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.546724] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.546796] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.546852] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.546945] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9363f2a-acc4-4231-b570-16069d227f09 already deleted. [ 1268.547038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.036925] env[64376]: INFO networking_nsxv3.common.synchronization [None req-36820630-7021-4e90-b411-22f8cd4caf56 None None] Enqueued Resource ID: 7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb with Priority: HIGHEST for action port [ 1269.037665] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb with Priority: HIGHEST for action port [ 1269.037828] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a with Priority: HIGH for action security_group_rules [ 1269.037949] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 with Priority: HIGH for action security_group_rules [ 1269.038067] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 with Priority: HIGH for action security_group_rules [ 1269.038278] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba with Priority: HIGH for action security_group_rules [ 1269.038278] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea with Priority: HIGH for action security_group_rules [ 1269.038414] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 with Priority: HIGH for action security_group_rules [ 1269.038484] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 with Priority: HIGH for action security_group_rules [ 1269.038538] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGH for action security_group_rules [ 1269.038637] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGH for action security_group_rules [ 1269.038792] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15855bac-a707-497d-9102-0d057dbcc2ef with Priority: HIGH for action security_group_rules [ 1269.038792] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b9be4b-768d-430b-91db-9138eb92919c with Priority: HIGH for action security_group_rules [ 1269.038915] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f with Priority: HIGH for action security_group_rules [ 1269.038973] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGH for action security_group_rules [ 1269.039057] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe with Priority: HIGH for action security_group_rules [ 1269.039142] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGH for action security_group_rules [ 1269.039319] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 with Priority: HIGH for action security_group_rules [ 1269.039319] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b with Priority: HIGH for action security_group_rules [ 1269.039750] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a91028-4216-432f-bb3e-b95b5d9683cc with Priority: HIGH for action security_group_rules [ 1269.039922] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 with Priority: HIGH for action security_group_rules [ 1269.039998] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482140b8-852e-4d12-ba04-45ad6ff761cd with Priority: HIGH for action security_group_rules [ 1269.040269] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.040387] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.040447] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.040695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.040780] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.041963] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.041963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.041963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.041963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.042184] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b104dcf-c7a4-4b2d-8217-2f342e6cd15a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.042754] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aae1111-49c6-45d8-a9aa-90fb7010d531 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.042861] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.042923] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.043218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.043218] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aae1111-49c6-45d8-a9aa-90fb7010d531',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.043909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.044029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.044029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea2e2da-bd72-4335-9de2-33fbdb288e26',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca3b9070-477e-41bf-862e-4dcdaedc97ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ad079e-158e-4140-8aba-4bc867d3b6ea taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ad079e-158e-4140-8aba-4bc867d3b6ea',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318e38ec-b04d-43b9-9ede-82343fa261e5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.049102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318e38ec-b04d-43b9-9ede-82343fa261e5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.049102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393f8b1-304b-48ba-b0c2-86163908cf18 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.050102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.050102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.050102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.050102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393f8b1-304b-48ba-b0c2-86163908cf18',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.050102] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.050102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.050102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.050102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.050102] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.050575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.050660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.050660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.050794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.050863] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.051571] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15855bac-a707-497d-9102-0d057dbcc2ef taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.051735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.051735] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.052497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.052497] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15855bac-a707-497d-9102-0d057dbcc2ef',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.053341] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b9be4b-768d-430b-91db-9138eb92919c taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.053542] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.053611] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.054380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.054380] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b9be4b-768d-430b-91db-9138eb92919c',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.054772] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.054887] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.054996] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.055220] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.055296] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8a93f8-b223-4931-9f36-5c8ed8a2308f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.055993] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.056119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.056165] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.056295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.056400] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.057052] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.057158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.057859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.057859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.057859] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('068e3b82-2a4f-4014-aa0c-d8acd89e5efe',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.058310] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.058310] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.058620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.058620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.058620] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.059242] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.059578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.059578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.059578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.059730] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.060290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.060414] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.060459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.060594] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.060667] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ae9f47-4bef-4736-a8a2-7372fb542a4b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.061712] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a91028-4216-432f-bb3e-b95b5d9683cc taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.061818] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.061884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.062043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.062120] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a91028-4216-432f-bb3e-b95b5d9683cc',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.062802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.062910] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.062974] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.063135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.063205] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211c3b7c-2d14-46d1-a071-b51fe8f74a41',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.064061] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482140b8-852e-4d12-ba04-45ad6ff761cd taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.064061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.064061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.064488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.064488] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482140b8-852e-4d12-ba04-45ad6ff761cd',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.566687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.567161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.567161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.567161] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.567292] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.567453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.567453] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.567581] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.567668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.567759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.567847] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.572614] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb [ 1269.572795] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.572901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.572966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.573148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.573230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.573320] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb already deleted. [ 1269.573403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7198ec7e-756e-4b4d-9c55-f6a0ad7f79cb" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.574372] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.574515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.574515] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.574651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.574794] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.574886] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.574947] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.575098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.575173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.575251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.575338] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.584255] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.584424] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.584477] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.584646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.584797] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.584889] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.584953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.585112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.585192] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.585327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.585377] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.586256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.586396] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.586455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.586605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.586748] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.587303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.587406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.587606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.587715] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.587825] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.587938] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.598418] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.647787] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.648011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.648011] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.648239] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.649948] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.650098] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.650796] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.650892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.651980] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.652097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.661346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.661537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.662667] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.662773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.663526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.663622] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.664342] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.664442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.665122] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.665215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.666464] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.666602] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.667252] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.667421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.667689] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.668127] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.668219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.669518] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.669931] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.670095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.670719] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.671182] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.671279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.671949] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.672377] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.672510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.675077] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.675510] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.675610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.679711] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1269.680196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.680334] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393f8b1-304b-48ba-b0c2-86163908cf18 is going to be deleted. [ 1269.681289] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.681511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.712216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.712370] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a91028-4216-432f-bb3e-b95b5d9683cc is going to be deleted. [ 1269.713590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.713762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.734445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.734625] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211c3b7c-2d14-46d1-a071-b51fe8f74a41 is going to be deleted. [ 1269.735618] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.735849] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.758017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.758170] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482140b8-852e-4d12-ba04-45ad6ff761cd is going to be deleted. [ 1269.759041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.759259] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.790643] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.790775] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8a93f8-b223-4931-9f36-5c8ed8a2308f is going to be deleted. [ 1269.791636] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.792362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.793919] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.794514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.822201] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.822457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.823029] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.823166] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.071589] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.086391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.086675] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ae9f47-4bef-4736-a8a2-7372fb542a4b is going to be deleted. [ 1270.087683] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.087912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.092073] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.092246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.092246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.092444] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.092602] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.092765] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.092982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.092982] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.093093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.093155] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.093301] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.093394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.093468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.093623] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.093763] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.093853] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.093914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.094057] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.094135] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.094316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.094316] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.095202] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.104381] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fcb802e-71cc-42fc-ad04-277d6459ea5a: rpc.has_security_group_logging(os_id): False [ 1270.110886] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.111010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.140937] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.140937] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.162599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.162599] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea2e2da-bd72-4335-9de2-33fbdb288e26 is going to be deleted. [ 1270.163181] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.163406] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.192086] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.192334] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.240957] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.241196] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.251516] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.251683] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17 is going to be deleted. [ 1270.252560] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.252773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.352525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.352525] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aae1111-49c6-45d8-a9aa-90fb7010d531 is going to be deleted. [ 1270.353480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.353703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.363614] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.363850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.404779] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.404987] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca3b9070-477e-41bf-862e-4dcdaedc97ba is going to be deleted. [ 1270.405846] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.406082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.464243] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.464469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.468440] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.468595] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ad079e-158e-4140-8aba-4bc867d3b6ea is going to be deleted. [ 1270.469544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.469755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.503673] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.503851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.534993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.535166] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 068e3b82-2a4f-4014-aa0c-d8acd89e5efe is going to be deleted. [ 1270.536106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.536316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.575209] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02c5d218-6e2d-49ef-9015-fc2f2d281d4a: rpc.has_security_group_logging(os_id): False [ 1270.596682] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2260da60-4a70-4a3f-b570-746435f586a2: rpc.has_security_group_logging(os_id): False [ 1270.598100] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63875848-4684-40ca-82e3-7fe2b979908b: rpc.has_security_group_logging(os_id): False [ 1270.600263] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.600387] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b9be4b-768d-430b-91db-9138eb92919c is going to be deleted. [ 1270.601126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.601333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.641988] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.642210] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.642889] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.642999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.645570] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.645694] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.646618] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.646719] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.647519] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.647619] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.652452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.652604] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15855bac-a707-497d-9102-0d057dbcc2ef is going to be deleted. [ 1270.653884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.653884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.709896] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.710158] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.717946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.718139] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318e38ec-b04d-43b9-9ede-82343fa261e5 is going to be deleted. [ 1270.719295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.719459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.782553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.782742] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b104dcf-c7a4-4b2d-8217-2f342e6cd15a is going to be deleted. [ 1270.783616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.783823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.783916] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.784060] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393f8b1-304b-48ba-b0c2-86163908cf18" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.784219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.784562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.784664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.784794] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a91028-4216-432f-bb3e-b95b5d9683cc" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.785365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.785544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.785620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.785741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211c3b7c-2d14-46d1-a071-b51fe8f74a41" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.785875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.786033] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.786116] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.786230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482140b8-852e-4d12-ba04-45ad6ff761cd" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.786411] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.786573] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.804012] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.804237] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.808498] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.808667] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.867875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.868425] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.868628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.868759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.869086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.869248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.869427] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a is going to be updated. [ 1270.871010] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.871229] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.871354] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.871572] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8a93f8-b223-4931-9f36-5c8ed8a2308f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.871810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.872032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.872178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.872395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ae9f47-4bef-4736-a8a2-7372fb542a4b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.872645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.872882] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.873025] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.873214] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea2e2da-bd72-4335-9de2-33fbdb288e26" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.873423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.873645] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.873795] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.874008] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-270f5fc9-d3aa-4e0b-8cc4-90cc874f6a17" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.874833] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.875032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.875125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.875248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aae1111-49c6-45d8-a9aa-90fb7010d531" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.875369] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.875541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.875633] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.875752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ad079e-158e-4140-8aba-4bc867d3b6ea" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.875900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.876151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.876266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.876435] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca3b9070-477e-41bf-862e-4dcdaedc97ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.876557] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.876776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.934415] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.934687] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.934800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.934869] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.935104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.935189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.935662] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.935662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.935662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.935844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.935844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.936037] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.936126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.936201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.936356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.936449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.936550] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be updated. [ 1270.937695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.937867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.944739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.944929] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.960950] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.961172] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.014494] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.014829] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.014965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.015052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.015291] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.015383] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.015487] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63875848-4684-40ca-82e3-7fe2b979908b is going to be updated. [ 1271.016599] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.016773] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.016859] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.016978] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b9be4b-768d-430b-91db-9138eb92919c" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.017125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.017270] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.017349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.017478] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15855bac-a707-497d-9102-0d057dbcc2ef" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.017606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.017744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.092016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.092346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.092535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.092535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.092714] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.092793] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.092999] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a is going to be updated. [ 1271.093958] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.094182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.094272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.094382] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b104dcf-c7a4-4b2d-8217-2f342e6cd15a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.094535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.094688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.094775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.094855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318e38ec-b04d-43b9-9ede-82343fa261e5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.094999] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.095151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.095216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.095331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-068e3b82-2a4f-4014-aa0c-d8acd89e5efe" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.121745] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.121988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.121988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.122199] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.122362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.146811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.146969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.147021] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.147223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.147492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.183915] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.184084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.184147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.184380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.184564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.211484] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: IN_PROGRESS for 2s [ 1271.211669] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1271.234553] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: IN_PROGRESS for 2s [ 1271.260256] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.260543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.260606] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.260829] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.260988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.323066] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: IN_PROGRESS for 2s [ 1273.193085] env[64376]: INFO networking_nsxv3.common.synchronization [req-b719071d-b02e-4bf1-8755-83bbc66892bd req-141a3a3e-0c15-4c18-8b13-e5a64bdc9645 tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1273.193653] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1273.193967] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.194106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.194177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.194442] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.194608] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.194713] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.194771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.195093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.195093] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.197029] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.233654] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: SUCCESS [ 1273.233950] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.235295] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1273.235295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.264140] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: SUCCESS [ 1273.264409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.337480] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: SUCCESS [ 1273.337666] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.477922] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.478134] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.478323] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.478799] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.479076] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.479719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.479719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.479719] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.479911] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.480207] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.480411] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.480576] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.480757] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.480937] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.481125] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.481419] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.500558] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.500841] env[64376]: DEBUG dogpile.cache.region [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.501051] env[64376]: DEBUG dogpile.lock [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.501285] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.501658] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.501926] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.502272] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.502474] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.502680] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.701010] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.701180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.701254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.701475] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.701566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.701760] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.701857] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.701918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.702080] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.702151] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.702231] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9363f2a-acc4-4231-b570-16069d227f09 already deleted. [ 1273.702372] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.005311] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.006044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.006044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.006044] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.006221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.006298] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Segment Port d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 not found, creating... [ 1274.006681] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.006851] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.006973] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.007211] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.007378] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.007684] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.007849] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.007971] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.008428] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.008656] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.009054] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Resource: SegmentPort with ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 is going to be created. [ 1274.033437] env[64376]: DEBUG networking_nsxv3.common.locking [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.033626] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.033907] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.034218] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.034462] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.034686] env[64376]: DEBUG oslo_concurrency.lockutils [None req-f713f9a1-5ff6-4ad2-afd7-e392a4e2470a None None] Releasing lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.743155] env[64376]: INFO networking_nsxv3.common.synchronization [req-b719071d-b02e-4bf1-8755-83bbc66892bd req-aa8b359b-e8bb-4793-a5b6-93bcdd23ab20 service nova] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1274.743431] env[64376]: INFO networking_nsxv3.common.synchronization [req-b719071d-b02e-4bf1-8755-83bbc66892bd req-aa8b359b-e8bb-4793-a5b6-93bcdd23ab20 service nova] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1274.743550] env[64376]: INFO networking_nsxv3.common.synchronization [req-b719071d-b02e-4bf1-8755-83bbc66892bd req-aa8b359b-e8bb-4793-a5b6-93bcdd23ab20 service nova] Enqueued Resource ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 with Priority: HIGHEST for action port [ 1274.743932] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1274.744090] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1274.744188] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 with Priority: HIGHEST for action port [ 1274.744485] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.744605] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.744732] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.744860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.744936] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.746677] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.746677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.746677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.746677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.746677] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.746677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.746677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.747081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.747081] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.747081] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.748065] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.748176] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.748274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.748416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.748469] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.250115] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.250454] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.250596] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.251532] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 with status ACTIVE [ 1275.251710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.251835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.251944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.252216] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.252311] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.252490] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.252588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.252644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.252797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.252901] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.253852] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.253981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.253981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.254180] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.254266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.254368] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 is going to be updated. [ 1275.277668] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.277908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.277908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.278111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.278252] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.278413] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.756624] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.259827] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.260086] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.260312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.260668] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.260866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.261080] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9363f2a-acc4-4231-b570-16069d227f09 is going to be created. [ 1276.287421] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.287621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.287621] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.287840] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.288017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.304647] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: UNINITIALIZED for 2s [ 1278.318079] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: SUCCESS [ 1278.318469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.318514] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.318834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.319133] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.319279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.319388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.319644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.319772] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.319917] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.320104] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.823370] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.325320] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9363f2a-acc4-4231-b570-16069d227f09: rpc.has_security_group_logging(os_id): False [ 1279.363575] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.363807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.363807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.363939] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.364050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.364280] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.364409] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.364490] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.364585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.364655] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.364742] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9363f2a-acc4-4231-b570-16069d227f09 is going to be created. [ 1279.428669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.428967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.428967] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.429111] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.429280] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.444846] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: IN_PROGRESS for 2s [ 1279.745845] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.746084] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1281.458570] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: SUCCESS [ 1281.459000] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.747782] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.747782] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.748586] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.748981] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.583084] env[64376]: INFO networking_nsxv3.common.synchronization [req-167c9e0c-a217-4fd7-aed1-2201ff7c73fe req-9be57281-0453-4161-97d2-9bc45c35af4f tempest-ServerActionsV293TestJSON-1577663845 tempest-ServerActionsV293TestJSON-1577663845-project-member] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_members [ 1290.583620] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGHEST for action security_group_members [ 1290.584042] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.584042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.584257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.584340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.584521] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.584696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.584696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.584851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.584938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.585063] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.089038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.089038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.089038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.089038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.089038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.089038] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.089038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.089038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.089738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.089738] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.089738] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a is going to be updated. [ 1291.151092] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.151326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.151326] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.151506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.151650] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.161331] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: IN_PROGRESS for 2s [ 1293.173507] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a in Status: SUCCESS [ 1293.173890] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a deletion is rescheduled due to dependency. [ 1293.173890] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.780648] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5b9be6c9-0b66-4e5d-b442-50fbe661fc5c None None] Enqueued Resource ID: 83794796-0aa1-4440-8af8-721e7c50982e with Priority: HIGHEST for action port [ 1294.781255] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83794796-0aa1-4440-8af8-721e7c50982e with Priority: HIGHEST for action port [ 1294.781642] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-83794796-0aa1-4440-8af8-721e7c50982e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.781769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83794796-0aa1-4440-8af8-721e7c50982e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.781769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83794796-0aa1-4440-8af8-721e7c50982e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.782017] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83794796-0aa1-4440-8af8-721e7c50982e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.782092] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83794796-0aa1-4440-8af8-721e7c50982e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.283835] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83794796-0aa1-4440-8af8-721e7c50982e [ 1295.284086] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.284223] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.284296] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.284498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.284579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.284692] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83794796-0aa1-4440-8af8-721e7c50982e already deleted. [ 1295.284809] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83794796-0aa1-4440-8af8-721e7c50982e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.999938] env[64376]: INFO networking_nsxv3.common.synchronization [None req-5ab8b652-5996-4c9c-9f66-f75193f80e67 None None] Enqueued Resource ID: d2d4c1fb-d0c0-4622-ac47-8de21a389254 with Priority: HIGHEST for action port [ 1297.000698] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d4c1fb-d0c0-4622-ac47-8de21a389254 with Priority: HIGHEST for action port [ 1297.000872] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d4c1fb-d0c0-4622-ac47-8de21a389254 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.000966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d4c1fb-d0c0-4622-ac47-8de21a389254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.001042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d4c1fb-d0c0-4622-ac47-8de21a389254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.001295] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d4c1fb-d0c0-4622-ac47-8de21a389254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.001378] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d4c1fb-d0c0-4622-ac47-8de21a389254',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.503399] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2d4c1fb-d0c0-4622-ac47-8de21a389254 [ 1297.503626] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.503792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.503868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.504092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.504182] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.504277] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2d4c1fb-d0c0-4622-ac47-8de21a389254 already deleted. [ 1297.504357] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d4c1fb-d0c0-4622-ac47-8de21a389254" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.890943] env[64376]: INFO networking_nsxv3.common.synchronization [req-76c9e28e-13b3-492f-9242-114f97694482 req-f605d8ba-3007-4ae1-b19f-7068980d3dca tempest-ServerAddressesTestJSON-1165046824 tempest-ServerAddressesTestJSON-1165046824-project-member] Enqueued Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_members [ 1299.891533] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_members [ 1299.891899] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.892037] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.892099] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.892350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.892560] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.892716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.892771] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.892930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.893030] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.893385] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.186311] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.186551] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-721" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.186760] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-721" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.187470] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-721" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.187748] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.187940] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.188077] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.188318] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.188467] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.188683] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.188797] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.188907] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.189053] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.189171] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.189281] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.189415] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.216996] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.217197] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.217314] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.217506] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-721" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.217850] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.218051] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.218176] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.218502] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.218645] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a22225-2a0f-44b5-85c6-c8cbcafa10c2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.395509] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.397068] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.397068] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be already deleted. [ 1300.397068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.720808] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.721078] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.721163] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.721452] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.721601] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.721757] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 41a22225-2a0f-44b5-85c6-c8cbcafa10c2 not found, creating... [ 1300.722030] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.722190] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.722308] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.722521] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.722658] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.722934] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.723110] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.723238] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.723510] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.723574] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.723706] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 41a22225-2a0f-44b5-85c6-c8cbcafa10c2 is going to be created. [ 1300.744587] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.744821] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.744923] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.745221] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.745450] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.745668] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.445733] env[64376]: INFO networking_nsxv3.common.synchronization [req-76c9e28e-13b3-492f-9242-114f97694482 req-b77a2667-0266-4d7d-bf80-f88000d62c5d service nova] Enqueued Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_rules [ 1301.445997] env[64376]: INFO networking_nsxv3.common.synchronization [req-76c9e28e-13b3-492f-9242-114f97694482 req-b77a2667-0266-4d7d-bf80-f88000d62c5d service nova] Enqueued Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_members [ 1301.446122] env[64376]: INFO networking_nsxv3.common.synchronization [req-76c9e28e-13b3-492f-9242-114f97694482 req-b77a2667-0266-4d7d-bf80-f88000d62c5d service nova] Enqueued Resource ID: 41a22225-2a0f-44b5-85c6-c8cbcafa10c2 with Priority: HIGHEST for action port [ 1301.446607] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_rules [ 1301.446777] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_members [ 1301.446885] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a22225-2a0f-44b5-85c6-c8cbcafa10c2 with Priority: HIGHEST for action port [ 1301.447257] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.447388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.447480] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.447690] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.447777] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.448669] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.448782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.448850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.449074] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.449204] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.449300] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.449360] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.449498] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.449579] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.449667] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.450594] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.450707] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.450775] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.450965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.451034] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a22225-2a0f-44b5-85c6-c8cbcafa10c2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.953149] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.953149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.953149] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.953940] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41a22225-2a0f-44b5-85c6-c8cbcafa10c2 with status ACTIVE [ 1301.954303] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.954416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.954488] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.954696] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.954815] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.954998] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.955112] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.955187] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.955329] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.955432] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.955578] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.955665] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.955725] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.955872] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.955963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.956035] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41a22225-2a0f-44b5-85c6-c8cbcafa10c2 is going to be updated. [ 1301.980800] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.981136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.981136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.981284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.981331] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.981492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41a22225-2a0f-44b5-85c6-c8cbcafa10c2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.458091] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.960581] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.960834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.960834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.961140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.961266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.961391] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be is going to be created. [ 1302.988639] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.988865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.988865] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.989222] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.989428] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.003048] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be in Status: UNINITIALIZED for 2s [ 1305.015595] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be in Status: SUCCESS [ 1305.015918] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.016126] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.016359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.016599] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.016782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.016851] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.017061] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.017183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.017285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.017383] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.519830] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.520246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.520246] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.520445] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.520538] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.520672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.520757] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.520915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.521044] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.521136] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.521290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.521394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.521452] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.521566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.521701] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.521817] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.521896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.522012] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.522095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.522173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.522288] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.025192] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9575f4-7a3c-43ac-8153-eaa6b38070be: rpc.has_security_group_logging(os_id): False [ 1306.045261] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.045416] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.045506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.045830] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.046014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.046399] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.046545] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.046613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.046868] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.046981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.047294] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.047362] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.047426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.047583] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.047688] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.047913] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.048027] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.048118] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.048292] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.048388] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.048498] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be is going to be created. [ 1306.113893] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.114091] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.114145] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.114375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.114555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.127603] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be in Status: IN_PROGRESS for 2s [ 1306.448407] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.448550] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.142655] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be in Status: SUCCESS [ 1308.142900] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.450040] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.450408] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.310513] env[64376]: INFO networking_nsxv3.common.synchronization [req-616513ac-e65f-40c3-a25b-178db1548a47 req-db582504-ecfd-48cd-ac66-301b474f9c1c tempest-ServerAddressesTestJSON-1165046824 tempest-ServerAddressesTestJSON-1165046824-project-member] Enqueued Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_members [ 1312.311147] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be with Priority: HIGHEST for action security_group_members [ 1312.313034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9575f4-7a3c-43ac-8153-eaa6b38070be taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.313034] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.313034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.313034] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9575f4-7a3c-43ac-8153-eaa6b38070be',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.815928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.815928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.815928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.815928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.815928] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.815928] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.817251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.817251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.817251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.817251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.817251] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be is going to be updated. [ 1312.851794] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.852016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.852016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.852208] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.852350] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.862512] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be in Status: IN_PROGRESS for 2s [ 1314.366326] env[64376]: INFO networking_nsxv3.common.synchronization [req-7f4a806d-73c8-4853-aa19-6783ef287a4b req-c43a8804-9216-4205-aa08-4ce6d65e73d2 tempest-AttachVolumeNegativeTest-142250961 tempest-AttachVolumeNegativeTest-142250961-project-member] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_members [ 1314.366326] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGHEST for action security_group_members [ 1314.366634] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.366717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.366782] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.367343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.367540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.367663] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.367742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.367953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.368087] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.368537] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.870754] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.870997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.870997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.871266] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.871391] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.871601] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.871700] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.871781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.871992] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.872510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.872510] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63875848-4684-40ca-82e3-7fe2b979908b is going to be updated. [ 1314.873989] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be in Status: SUCCESS [ 1314.874179] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9575f4-7a3c-43ac-8153-eaa6b38070be deletion is rescheduled due to dependency. [ 1314.874301] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9575f4-7a3c-43ac-8153-eaa6b38070be" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.906326] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.906578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.906578] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.906730] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.906927] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.916443] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: IN_PROGRESS for 2s [ 1316.928596] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63875848-4684-40ca-82e3-7fe2b979908b in Status: SUCCESS [ 1316.929023] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63875848-4684-40ca-82e3-7fe2b979908b deletion is rescheduled due to dependency. [ 1316.929023] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.367096] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.367527] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.368438] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.368438] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.369074] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.369369] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.370497] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.371063] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.371412] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.371412] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.372419] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.372823] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.373668] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.374094] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.375281] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.375680] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.811910] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.811910] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.812265] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.812558] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.812819] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.812980] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.813115] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.813327] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.813474] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.813684] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.813796] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.813905] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.814024] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.814138] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.814245] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.814378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.835159] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.835408] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1354.835500] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.835671] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.835979] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.836175] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.836295] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.836546] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.836683] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.339678] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.339921] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.340046] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.340322] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.340472] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.340750] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.340909] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.341042] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.341256] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.341393] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.341664] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.341816] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.341931] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.342148] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.342280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.342429] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 is going to be updated. [ 1355.365374] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.365601] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.365697] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.365925] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.366140] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.366356] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.033784] env[64376]: INFO networking_nsxv3.common.synchronization [req-8055d24b-8bbf-4fa7-be56-72020702cf5b req-3c0e2020-9169-4bcd-bdac-58fa7cfe807d service nova] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1356.034058] env[64376]: INFO networking_nsxv3.common.synchronization [req-8055d24b-8bbf-4fa7-be56-72020702cf5b req-3c0e2020-9169-4bcd-bdac-58fa7cfe807d service nova] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1356.034157] env[64376]: INFO networking_nsxv3.common.synchronization [req-8055d24b-8bbf-4fa7-be56-72020702cf5b req-3c0e2020-9169-4bcd-bdac-58fa7cfe807d service nova] Enqueued Resource ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 with Priority: HIGHEST for action port [ 1356.034809] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_rules [ 1356.034993] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1356.035120] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 with Priority: HIGHEST for action port [ 1356.035420] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.035541] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.035705] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.035835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.035919] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.036811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.036931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.037000] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.037177] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.037374] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.037508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.037508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.037616] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.037698] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.037801] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.038526] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.038631] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.038904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.038904] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.038904] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.541311] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.541419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.541625] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.542491] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 with status ACTIVE [ 1356.542665] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.542776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.542842] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.543068] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.543157] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.543323] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.543419] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.543481] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.543628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.543702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.543963] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.544078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.544078] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.544202] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.544273] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.544355] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66 is going to be updated. [ 1356.564238] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.564468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.564468] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.564625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.564762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.564912] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0cdce1c-0b8f-4e5d-8c7a-e4a082d5fc66" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.045925] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.548052] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.548256] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.549034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.549034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.549034] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.549034] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9363f2a-acc4-4231-b570-16069d227f09 is going to be updated. [ 1357.579939] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.580159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.580159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.580367] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.580511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.591290] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: IN_PROGRESS for 2s [ 1359.601814] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: SUCCESS [ 1359.602226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.602226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.602418] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.602608] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.602726] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.602790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.602943] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.603040] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.603129] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.603221] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.105453] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.607722] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9363f2a-acc4-4231-b570-16069d227f09: rpc.has_security_group_logging(os_id): False [ 1360.625632] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.626085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.626085] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.626255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.626312] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.626611] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.626716] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.626780] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.626986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.627131] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.627255] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9363f2a-acc4-4231-b570-16069d227f09 is going to be updated. [ 1360.685291] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.685553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.685553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.685806] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.686038] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.700443] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: IN_PROGRESS for 2s [ 1361.036830] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.037082] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1362.713807] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: SUCCESS [ 1362.714218] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.038075] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.038455] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.858232] env[64376]: INFO networking_nsxv3.common.synchronization [req-7eb2ee48-6238-4e3a-a7cd-df4d91d2c476 req-4b0a80ed-9923-4722-a461-33736f754d2e tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_members [ 1369.858232] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a with Priority: HIGHEST for action security_group_members [ 1369.858232] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.858232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.858232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.858232] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.858232] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.860760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.860760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.860760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.860760] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.860760] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c5d218-6e2d-49ef-9015-fc2f2d281d4a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.363755] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.364104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.364104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.364265] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.364363] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.364580] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.364685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.364751] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.364926] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.365018] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.365114] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a is going to be updated. [ 1370.395297] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.395558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.395558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.395787] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.395866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.404857] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: IN_PROGRESS for 2s [ 1372.417183] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a in Status: SUCCESS [ 1372.417644] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c5d218-6e2d-49ef-9015-fc2f2d281d4a deletion is rescheduled due to dependency. [ 1372.417644] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c5d218-6e2d-49ef-9015-fc2f2d281d4a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.857575] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.857954] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.858477] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.858913] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.192721] env[64376]: INFO networking_nsxv3.common.synchronization [req-f1120176-fc61-4447-bd98-3168a65d9bf2 req-c5a89a89-ca2d-422f-a54e-c832f7745d95 tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1381.193232] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1381.194063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.194063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.194063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.194063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.194063] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.194562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.194562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.194562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.194562] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.194562] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.696816] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.199075] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.700866] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.701138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.701240] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.701507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.701656] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.701806] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be updated. [ 1382.732266] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.732497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.732620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.732866] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.733103] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.743666] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1384.754510] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1384.754983] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.194367] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.194751] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.848435] env[64376]: INFO networking_nsxv3.common.synchronization [req-b8ee5d15-2d64-4d59-abfc-c38972f0dd25 req-c9ecccea-3de0-46be-99f8-e5b12dc24987 tempest-ServerRescueNegativeTestJSON-2140637377 tempest-ServerRescueNegativeTestJSON-2140637377-project-member] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1387.849044] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGHEST for action security_group_members [ 1387.849302] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.849425] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.849491] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.849677] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.849823] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.849914] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.849984] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.850127] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.850209] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.850296] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.352611] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.352862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.352862] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.353092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.353191] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.353421] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.353510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.353553] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.353676] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.353755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.353858] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be updated. [ 1388.382698] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.382897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.382897] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.383113] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.383258] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.392532] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: IN_PROGRESS for 2s [ 1390.403063] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2260da60-4a70-4a3f-b570-746435f586a2 in Status: SUCCESS [ 1390.403476] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 deletion is rescheduled due to dependency. [ 1390.403476] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.851455] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.852179] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.852706] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.853213] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.853869] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.854268] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.855655] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.855655] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.857167] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.857614] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.147959] env[64376]: INFO networking_nsxv3.common.synchronization [req-e2d77fb8-c71f-4d39-9e07-bbfd109952ba req-12886753-ca0e-4aa0-9325-fcdad544877a tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1414.148182] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9363f2a-acc4-4231-b570-16069d227f09 with Priority: HIGHEST for action security_group_members [ 1414.148437] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9363f2a-acc4-4231-b570-16069d227f09 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.148559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.148625] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.149039] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.149039] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.149175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.149175] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.149257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.149352] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.149447] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9363f2a-acc4-4231-b570-16069d227f09',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.651914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.652160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.652160] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.652320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.652412] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.652603] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.652706] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.652770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.652920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.652997] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.653094] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9363f2a-acc4-4231-b570-16069d227f09 is going to be updated. [ 1414.681141] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.681380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.681380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.681524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.681660] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.689983] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: IN_PROGRESS for 2s [ 1416.700607] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9363f2a-acc4-4231-b570-16069d227f09 in Status: SUCCESS [ 1416.701045] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9363f2a-acc4-4231-b570-16069d227f09 deletion is rescheduled due to dependency. [ 1416.701045] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9363f2a-acc4-4231-b570-16069d227f09" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.800480] env[64376]: INFO networking_nsxv3.common.synchronization [None req-1e8664d9-9620-47a9-ad8d-6208228d11ee tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1418.801067] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1418.801421] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.801524] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.801598] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.801841] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.801923] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.881520] env[64376]: INFO networking_nsxv3.common.synchronization [None req-f1d70113-5b96-49e2-916b-c1358139afff tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1418.881610] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1418.881909] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.882016] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.324224] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.324457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.324457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.324651] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.324753] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.324828] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 already deleted. [ 1419.324911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.325082] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.325235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.325318] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.845830] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.846253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.846253] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.846343] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.846377] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.846495] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 already deleted. [ 1419.846590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.882541] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.882832] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.221570] env[64376]: INFO networking_nsxv3.common.synchronization [req-a022f010-31ba-496c-afa7-45a9f438b445 req-c8cd8f40-32a8-4952-893c-07e9e72cef22 tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1424.222141] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1424.222493] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.222620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.222685] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.222944] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.223116] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.223227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.223287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.223423] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.223506] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.223599] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.478487] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.478680] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.478802] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.479104] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.479326] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.479483] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.479602] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.479812] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.479954] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.480187] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1424.480329] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1424.480439] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1424.480522] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1424.480632] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1424.480740] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1424.480869] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1424.501866] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1424.502056] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1424.502161] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1424.502332] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.502627] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.502801] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.502922] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.503256] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.503400] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b9bb18e-51a6-4e6d-83be-af28b59bd83a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.725704] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.725946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.725946] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.726147] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.726248] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.726455] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.726563] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.726629] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.726783] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.726867] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.726955] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 already deleted. [ 1424.727053] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.005297] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.005703] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.005703] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.005905] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.006094] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.006245] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Segment Port 6b9bb18e-51a6-4e6d-83be-af28b59bd83a not found, creating... [ 1425.006511] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.006670] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.006786] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.007024] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.007161] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.007439] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.007593] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.007712] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.007922] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.008090] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.008586] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a is going to be created. [ 1425.028388] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.028590] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.028704] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.028981] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.029242] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.029463] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.711468] env[64376]: INFO networking_nsxv3.common.synchronization [req-a022f010-31ba-496c-afa7-45a9f438b445 req-564c82c2-d6db-478a-9276-fa8e63040160 service nova] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1425.711623] env[64376]: INFO networking_nsxv3.common.synchronization [req-a022f010-31ba-496c-afa7-45a9f438b445 req-564c82c2-d6db-478a-9276-fa8e63040160 service nova] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1425.711771] env[64376]: INFO networking_nsxv3.common.synchronization [req-a022f010-31ba-496c-afa7-45a9f438b445 req-564c82c2-d6db-478a-9276-fa8e63040160 service nova] Enqueued Resource ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a with Priority: HIGHEST for action port [ 1425.712291] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1425.712429] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1425.712530] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a with Priority: HIGHEST for action port [ 1425.712802] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.712942] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.712986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.713695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.713826] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.715253] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.715375] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.715695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.715915] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.716109] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.716178] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.716215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.716421] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.716537] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.716800] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.718539] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.718662] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.718762] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.719105] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.719346] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b9bb18e-51a6-4e6d-83be-af28b59bd83a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.216310] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.216710] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.221376] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b9bb18e-51a6-4e6d-83be-af28b59bd83a with status ACTIVE [ 1426.221376] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.221376] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.221590] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.221673] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.221767] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.221923] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.222041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.222102] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.222262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.222338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.222517] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.222613] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.222672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.222800] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.222873] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.222954] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a is going to be updated. [ 1426.224052] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.246056] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.246281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.246281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.246499] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.246642] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.246993] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.726302] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.228665] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.228985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.228985] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.229171] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.229279] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.229380] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 is going to be created. [ 1427.252532] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.252678] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.252749] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.252965] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.253137] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.262039] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: UNINITIALIZED for 2s [ 1429.272921] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: SUCCESS [ 1429.273365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.273365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.273522] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.273716] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.273837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.273902] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.274065] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.274143] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.274230] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.274319] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.776426] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.279102] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4: rpc.has_security_group_logging(os_id): False [ 1430.301641] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.301860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.301860] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.302048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.302144] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.302446] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.302588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.302588] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.302778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.302778] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.302873] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 is going to be created. [ 1430.386422] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.386744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.386744] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.386994] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.387092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.400499] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: IN_PROGRESS for 2s [ 1430.714399] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.714600] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1432.413149] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: SUCCESS [ 1432.413527] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.715853] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.716250] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.717227] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.717661] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.718917] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.719330] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.719894] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.720304] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.721027] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.721420] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.721975] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.722369] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.723153] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.723570] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.724235] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.724674] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.725710] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.726157] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.727114] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.727499] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.216941] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1481.217149] env[64376]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-366af711-9db3-4d52-a569-cbd564b668c3 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1485.727776] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.728361] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.728701] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.728701] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.729868] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.730247] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.019698] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.020087] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.020087] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.020326] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.020585] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.020742] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.020861] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.021245] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.021409] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.021634] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1497.021748] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] NeedRegenerationException {{(pid=64376) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1497.021856] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] no value, waiting for create lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1497.021961] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] value creation lock acquired {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1497.022082] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] No value present for key: 'zone-id' {{(pid=64376) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1497.022187] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Calling creation function for not-yet-present value {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1497.022317] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1497.053458] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1497.053670] env[64376]: DEBUG dogpile.cache.region [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64376) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1497.053733] env[64376]: DEBUG dogpile.lock [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Released creation lock {{(pid=64376) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1497.053917] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "network-97" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.054275] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a taken with stack trace [, , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.054451] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.054574] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.054841] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.054983] env[64376]: DEBUG networking_nsxv3.api.rpc [None req-23596808-2534-40ca-acf2-3c60a944719c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b9bb18e-51a6-4e6d-83be-af28b59bd83a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.557968] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.558207] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.558335] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.558623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.558816] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.559117] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.559280] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.559400] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.559623] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.559792] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.560096] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.560252] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.560371] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.560578] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.560713] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.560858] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Resource: SegmentPort with ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a is going to be updated. [ 1497.584648] env[64376]: DEBUG networking_nsxv3.common.locking [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.584887] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.584970] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.585243] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.585436] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.585656] env[64376]: DEBUG oslo_concurrency.lockutils [None req-23596808-2534-40ca-acf2-3c60a944719c None None] Releasing lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.239333] env[64376]: INFO networking_nsxv3.common.synchronization [req-f112e960-ffbc-4bc3-88e5-927dc64baf79 req-03f4b8c7-9cc9-40ed-bc28-f5f007a0d445 service nova] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1498.239568] env[64376]: INFO networking_nsxv3.common.synchronization [req-f112e960-ffbc-4bc3-88e5-927dc64baf79 req-03f4b8c7-9cc9-40ed-bc28-f5f007a0d445 service nova] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1498.239662] env[64376]: INFO networking_nsxv3.common.synchronization [req-f112e960-ffbc-4bc3-88e5-927dc64baf79 req-03f4b8c7-9cc9-40ed-bc28-f5f007a0d445 service nova] Enqueued Resource ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a with Priority: HIGHEST for action port [ 1498.240207] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_rules [ 1498.240346] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1498.240447] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a with Priority: HIGHEST for action port [ 1498.240720] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.240843] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.240930] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.241507] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.241507] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.242998] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.243219] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.243330] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.243538] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.243761] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.243892] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.244019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.244393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.244393] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.244482] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.246022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.246022] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.246159] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.246359] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.246460] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b9bb18e-51a6-4e6d-83be-af28b59bd83a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.743844] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.744125] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.746334] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.747711] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b9bb18e-51a6-4e6d-83be-af28b59bd83a with status ACTIVE [ 1498.747899] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.748032] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.748101] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.748303] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.748389] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.748552] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.748670] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.748737] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.748884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.748963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.749141] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.749231] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.749288] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.749434] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.749492] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.749568] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b9bb18e-51a6-4e6d-83be-af28b59bd83a is going to be updated. [ 1498.769293] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.769525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.769525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.769687] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.769847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.770013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b9bb18e-51a6-4e6d-83be-af28b59bd83a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.248055] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.750298] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.750646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.750646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.750863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.751119] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.751269] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 is going to be updated. [ 1499.781885] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.782212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.782212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.782450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.782450] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.792054] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: IN_PROGRESS for 2s [ 1501.805077] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: SUCCESS [ 1501.805535] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.805587] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.805776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.805973] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.806106] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.806173] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.806320] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.806403] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.806505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.806625] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.309239] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.812378] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4: rpc.has_security_group_logging(os_id): False [ 1502.832702] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.832959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.832959] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.833407] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.833570] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.834037] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.834268] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.834386] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.834720] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.834858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.835075] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 is going to be updated. [ 1502.902720] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.902921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.903058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.903285] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.903495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.920120] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: IN_PROGRESS for 2s [ 1503.241925] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.242150] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1504.939876] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: SUCCESS [ 1504.940321] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.166022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.166213] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.166272] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.166505] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.166641] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.668759] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.170983] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.673082] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1506.673363] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1507.482473] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.482972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.482972] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.483140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.652268] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1507.653128] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.654521] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1507.693607] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.693896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.693896] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.694042] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.710140] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.711079] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1507.711229] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.711271] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1507.751955] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.752316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.752316] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.752457] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.753278] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.753453] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1507.828561] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.828844] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.828957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.829355] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.829863] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.830386] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1507.913042] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.913274] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.913349] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.913529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.913826] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.914119] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1507.914212] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2260da60-4a70-4a3f-b570-746435f586a2', 'f69f5b82-7a7a-4485-8035-1f33698e7577', '143f1be1-e60b-411f-96e9-01cbd7566af5', 'b909db9e-9f9a-4607-85cf-724dd0a8e709', 'd93aef0a-51d9-4a49-80e8-d8a7eb4e30c3', 'd26b7710-e39b-427f-8ccf-b04003724649', 'c6e3c922-95e7-4ecf-9771-bcf9f8f5385e', 'c65844c5-585c-4a85-9f6f-22e8ad10364b', '99847494-a9c5-4d28-82ef-203c3635357e', '63875848-4684-40ca-82e3-7fe2b979908b', 'd99a0efa-ba1b-4f59-a870-9100fefa95b5', '0fcb802e-71cc-42fc-ad04-277d6459ea5a', '3c16d61b-f541-46c1-ba77-294dc422eaf1', '1d3976bf-8b30-44bc-ab2e-0ae595383027', '4f2fde96-c9b2-4f63-839c-5a4522b1d3ca', '0f2765a8-fd77-4d10-8850-13a04ae1ed1e', 'aaf37700-dbd4-4393-8c04-a1c08b86a814', '3326fdf0-cbe9-4b47-aaa1-3c2567737595', '7690d536-3046-451c-bd7c-f468e90ef7ba', 'e9028d99-e204-4170-8950-6a40d2e24b3f', '89768502-b4ef-41aa-b044-c91bdc4373b1', '02c5d218-6e2d-49ef-9015-fc2f2d281d4a', '73d2062b-115c-4062-a5db-4a2aba590cc6', '024bc9d3-d765-4ded-8d15-d1242286599b', '0746c966-1623-4ca8-8bc6-f8ca9cdd889a', 'e7abf9d4-0a16-4d6b-b527-9914d3facdb8', '38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4', 'b2b3df24-b247-4733-a7bf-049400050607', 'ba116eee-61ed-463e-91f7-f14936c2d7e7', '0f9575f4-7a3c-43ac-8153-eaa6b38070be', 'd9363f2a-acc4-4231-b570-16069d227f09'} {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.914321] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1507.937783] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.938052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.938052] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.938307] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.938402] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.938554] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1507.938630] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.938699] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1508.011242] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.011484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.011484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.011736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.013104] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.013418] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1508.013498] env[64376]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64376) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.013568] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1508.013650] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1508.013762] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1508.013849] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGH for action security_group_rules [ 1508.013936] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGH for action security_group_rules [ 1508.013999] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGH for action security_group_rules [ 1508.014113] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGH for action security_group_rules [ 1508.014195] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGH for action security_group_rules [ 1508.014262] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGH for action security_group_rules [ 1508.014317] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGH for action security_group_rules [ 1508.014368] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGH for action security_group_rules [ 1508.014421] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGH for action security_group_rules [ 1508.014486] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGH for action security_group_rules [ 1508.014537] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGH for action security_group_rules [ 1508.014594] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGH for action security_group_rules [ 1508.014650] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGH for action security_group_rules [ 1508.014733] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGH for action security_group_rules [ 1508.014822] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGH for action security_group_rules [ 1508.014886] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGH for action security_group_rules [ 1508.014944] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGH for action security_group_rules [ 1508.015022] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGH for action security_group_rules [ 1508.015093] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGH for action security_group_rules [ 1508.015133] env[64376]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGH for action security_group_rules [ 1508.015235] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.242556] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.242751] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1508.242816] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2260da60-4a70-4a3f-b570-746435f586a2 with Priority: HIGH for action security_group_rules [ 1508.242924] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 with Priority: HIGH for action security_group_rules [ 1508.243091] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e with Priority: HIGH for action security_group_rules [ 1508.243091] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca with Priority: HIGH for action security_group_rules [ 1508.243204] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9028d99-e204-4170-8950-6a40d2e24b3f with Priority: HIGH for action security_group_rules [ 1508.243272] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7690d536-3046-451c-bd7c-f468e90ef7ba with Priority: HIGH for action security_group_rules [ 1508.243364] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 with Priority: HIGH for action security_group_rules [ 1508.243454] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 with Priority: HIGH for action security_group_rules [ 1508.243544] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 with Priority: HIGH for action security_group_rules [ 1508.243635] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e with Priority: HIGH for action security_group_rules [ 1508.243723] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 with Priority: HIGH for action security_group_rules [ 1508.243812] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a with Priority: HIGH for action security_group_rules [ 1508.243899] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 with Priority: HIGH for action security_group_rules [ 1508.243984] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63875848-4684-40ca-82e3-7fe2b979908b with Priority: HIGH for action security_group_rules [ 1508.244085] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847494-a9c5-4d28-82ef-203c3635357e with Priority: HIGH for action security_group_rules [ 1508.244191] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26b7710-e39b-427f-8ccf-b04003724649 with Priority: HIGH for action security_group_rules [ 1508.244262] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65844c5-585c-4a85-9f6f-22e8ad10364b with Priority: HIGH for action security_group_rules [ 1508.244337] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 with Priority: HIGH for action security_group_rules [ 1508.244421] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69f5b82-7a7a-4485-8035-1f33698e7577 with Priority: HIGH for action security_group_rules [ 1508.244507] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 with Priority: HIGH for action security_group_rules [ 1508.244843] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2260da60-4a70-4a3f-b570-746435f586a2 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.244976] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.245048] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.245262] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.245343] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2260da60-4a70-4a3f-b570-746435f586a2',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.246296] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-143f1be1-e60b-411f-96e9-01cbd7566af5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.246410] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.246473] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.246646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.246735] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('143f1be1-e60b-411f-96e9-01cbd7566af5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.247839] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.247953] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.248013] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.248356] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.248356] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e3c922-95e7-4ecf-9771-bcf9f8f5385e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.248954] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.249108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.249108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.249255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.249324] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f2fde96-c9b2-4f63-839c-5a4522b1d3ca',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.250022] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9028d99-e204-4170-8950-6a40d2e24b3f taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.250108] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.250163] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.250510] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.250510] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9028d99-e204-4170-8950-6a40d2e24b3f',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.251160] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7690d536-3046-451c-bd7c-f468e90ef7ba taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.251269] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.251344] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.251433] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.251566] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7690d536-3046-451c-bd7c-f468e90ef7ba',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.252176] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.252472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.252472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.252472] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.252587] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326fdf0-cbe9-4b47-aaa1-3c2567737595',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.253219] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf37700-dbd4-4393-8c04-a1c08b86a814 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.253340] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.253395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.253508] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.253578] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf37700-dbd4-4393-8c04-a1c08b86a814',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.254568] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d3976bf-8b30-44bc-ab2e-0ae595383027 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.254568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.254568] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.254709] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.254709] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d3976bf-8b30-44bc-ab2e-0ae595383027',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.255361] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.255469] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.255511] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.255769] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.255769] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f2765a8-fd77-4d10-8850-13a04ae1ed1e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.256408] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c16d61b-f541-46c1-ba77-294dc422eaf1 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.256555] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.256624] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.256777] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.256837] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c16d61b-f541-46c1-ba77-294dc422eaf1',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.257527] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.257664] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.257750] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.257823] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.257889] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fcb802e-71cc-42fc-ad04-277d6459ea5a',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.258635] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.258755] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.258835] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.258977] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.259061] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99a0efa-ba1b-4f59-a870-9100fefa95b5',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.259729] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63875848-4684-40ca-82e3-7fe2b979908b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.259855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.259906] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.260327] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.260327] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63875848-4684-40ca-82e3-7fe2b979908b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.260811] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847494-a9c5-4d28-82ef-203c3635357e taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.260938] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.260981] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.261134] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.261200] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847494-a9c5-4d28-82ef-203c3635357e',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.263178] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26b7710-e39b-427f-8ccf-b04003724649 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.263308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.263380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.263495] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.263568] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26b7710-e39b-427f-8ccf-b04003724649',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.264290] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c65844c5-585c-4a85-9f6f-22e8ad10364b taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.264408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.264408] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.264543] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.264630] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c65844c5-585c-4a85-9f6f-22e8ad10364b',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.265276] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.265483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.265483] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.265564] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.265727] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.266529] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69f5b82-7a7a-4485-8035-1f33698e7577 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.266529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.266529] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.266803] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.266803] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69f5b82-7a7a-4485-8035-1f33698e7577',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.267440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b909db9e-9f9a-4607-85cf-724dd0a8e709 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.267546] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.267610] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.267920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.267920] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b909db9e-9f9a-4607-85cf-724dd0a8e709',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.302823] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.303050] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.303097] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.303281] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.304893] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.304998] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.305710] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.305810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.306506] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.306620] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.307573] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.307717] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.327881] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.328085] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 143f1be1-e60b-411f-96e9-01cbd7566af5 is going to be deleted. [ 1508.328870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.329095] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.351227] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.351407] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326fdf0-cbe9-4b47-aaa1-3c2567737595 is going to be deleted. [ 1508.352257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.352461] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.369789] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.369964] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2260da60-4a70-4a3f-b570-746435f586a2 is going to be deleted. [ 1508.370752] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.370962] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.384161] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.384439] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.394585] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.394780] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e3c922-95e7-4ecf-9771-bcf9f8f5385e is going to be deleted. [ 1508.395589] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.395807] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.402007] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.402185] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.418353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.418485] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9028d99-e204-4170-8950-6a40d2e24b3f is going to be deleted. [ 1508.419436] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.419654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.419742] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.419858] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-143f1be1-e60b-411f-96e9-01cbd7566af5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.420024] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.420183] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.420261] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.420365] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326fdf0-cbe9-4b47-aaa1-3c2567737595" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.436335] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.436540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.436540] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.436761] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.436850] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.436964] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2260da60-4a70-4a3f-b570-746435f586a2" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.444477] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.444672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.444672] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.444875] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.444966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.445092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e3c922-95e7-4ecf-9771-bcf9f8f5385e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.549916] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.550353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.550353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.550353] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.550456] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.550559] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9028d99-e204-4170-8950-6a40d2e24b3f" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.808240] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.808449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.808449] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.808635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.813859] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.814122] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.817048] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.817276] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.818032] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.818212] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.821690] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.821870] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.823582] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.823770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.827976] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.828168] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.829056] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.829225] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.829984] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.830121] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.830897] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.831014] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.831790] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.831891] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.832646] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.833142] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.833233] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.834230] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.834671] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.834797] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.835469] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.835887] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.836029] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.837325] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.837855] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.837957] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f2fde96-c9b2-4f63-839c-5a4522b1d3ca is going to be deleted. [ 1508.838986] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.839215] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.840723] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.840847] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.860810] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.861018] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69f5b82-7a7a-4485-8035-1f33698e7577 is going to be deleted. [ 1508.861885] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.862117] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.886333] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.886574] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7690d536-3046-451c-bd7c-f468e90ef7ba is going to be deleted. [ 1508.887525] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.887741] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.908760] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.909088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.912255] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.912385] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c16d61b-f541-46c1-ba77-294dc422eaf1 is going to be deleted. [ 1508.913401] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.913628] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.915180] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.915287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.953931] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.954191] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26b7710-e39b-427f-8ccf-b04003724649 is going to be deleted. [ 1508.955170] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.955358] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.974028] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.974284] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.011148] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.011413] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d3976bf-8b30-44bc-ab2e-0ae595383027 is going to be deleted. [ 1509.012322] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.012556] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.014075] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.014226] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.066370] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.066566] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf37700-dbd4-4393-8c04-a1c08b86a814 is going to be deleted. [ 1509.067544] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.067776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.069346] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.069455] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.131395] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.131599] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63875848-4684-40ca-82e3-7fe2b979908b is going to be deleted. [ 1509.132526] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.132722] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.149416] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.149649] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.194380] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.194670] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3 is going to be deleted. [ 1509.195426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.195646] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.197332] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.197332] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.255684] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.255975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.264695] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.264888] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f2765a8-fd77-4d10-8850-13a04ae1ed1e is going to be deleted. [ 1509.265776] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.266043] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.319540] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.319837] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.338792] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.339031] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99a0efa-ba1b-4f59-a870-9100fefa95b5 is going to be deleted. [ 1509.339895] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.340138] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.370742] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.371058] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.372260] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.372386] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c65844c5-585c-4a85-9f6f-22e8ad10364b is going to be deleted. [ 1509.373267] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.373484] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.449635] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.449829] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fcb802e-71cc-42fc-ad04-277d6459ea5a is going to be deleted. [ 1509.450712] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.450963] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.467914] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.468132] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.494748] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.495051] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847494-a9c5-4d28-82ef-203c3635357e is going to be deleted. [ 1509.495988] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.496257] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.511284] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.511558] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.516254] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.516399] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b909db9e-9f9a-4607-85cf-724dd0a8e709 is going to be deleted. [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f2fde96-c9b2-4f63-839c-5a4522b1d3ca" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.519031] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69f5b82-7a7a-4485-8035-1f33698e7577" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.519770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.519770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.519770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.519770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7690d536-3046-451c-bd7c-f468e90ef7ba" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.519770] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.519973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.519973] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.520067] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c16d61b-f541-46c1-ba77-294dc422eaf1" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.520211] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.520394] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.520497] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.520634] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26b7710-e39b-427f-8ccf-b04003724649" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.520790] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.520969] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.521084] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.521201] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d3976bf-8b30-44bc-ab2e-0ae595383027" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.521338] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.521479] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.521576] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.521703] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf37700-dbd4-4393-8c04-a1c08b86a814" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.521854] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.522019] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.522114] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.522251] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63875848-4684-40ca-82e3-7fe2b979908b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.522405] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.522566] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.522711] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.522781] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93aef0a-51d9-4a49-80e8-d8a7eb4e30c3" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.522921] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.523092] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.523189] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.523309] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f2765a8-fd77-4d10-8850-13a04ae1ed1e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.523459] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.523608] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.523702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.523834] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99a0efa-ba1b-4f59-a870-9100fefa95b5" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.524073] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.524149] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.524264] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.524384] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c65844c5-585c-4a85-9f6f-22e8ad10364b" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.534432] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.534661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.534661] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.534821] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.534908] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.535041] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fcb802e-71cc-42fc-ad04-277d6459ea5a" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.592371] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.592736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.592736] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.592822] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.592966] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.593096] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847494-a9c5-4d28-82ef-203c3635357e" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.625139] env[64376]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.625739] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.625907] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.625975] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.626203] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.626308] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.626426] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b909db9e-9f9a-4607-85cf-724dd0a8e709" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.246414] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.246811] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.248237] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.248700] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.249501] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.250153] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.250496] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.250976] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.251947] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.252380] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.253364] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.253748] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.254943] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.255442] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.256419] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.256795] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.142929] env[64376]: INFO networking_nsxv3.common.synchronization [req-59c859d7-bbd3-4a2a-bfd2-a2849a097411 req-ea17fd2f-b5b2-46e9-a8e4-035f4d89c812 tempest-AttachVolumeShelveTestJSON-368622578 tempest-AttachVolumeShelveTestJSON-368622578-project-member] Enqueued Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1550.143468] env[64376]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 with Priority: HIGHEST for action security_group_members [ 1550.143796] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 taken with stack trace [, , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.143920] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.144088] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.144287] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.144440] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.144831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.144831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.144831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.144831] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.145086] env[64376]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4',) {} {{(pid=64376) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.647378] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.647658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.647658] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.647813] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.668297] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.668569] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.668693] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.668759] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.668957] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.669049] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.669174] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 is going to be updated. [ 1550.703481] env[64376]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64376) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.703654] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.703702] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.703911] env[64376]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.704063] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.713790] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: IN_PROGRESS for 2s [ 1552.725520] env[64376]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 in Status: SUCCESS [ 1552.725884] env[64376]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4 deletion is rescheduled due to dependency. [ 1552.725884] env[64376]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bcac6f-c5b2-4bf2-ab37-51e9d4f03ea4" {{(pid=64376) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.144956] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.145404] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.145876] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.146206] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.147049] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.147452] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.148299] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.148299] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.148989] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.149872] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.150768] env[64376]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.151273] env[64376]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0